-- Logs begin at Fri 2021-07-23 22:21:51 UTC, end at Fri 2021-07-23 23:20:04 UTC. -- Jul 23 22:53:56.375649 dv-cinder-679138-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 22:53:59.086468 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.common.config [-] Logging enabled! Jul 23 22:53:59.087091 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev496 Jul 23 22:53:59.087271 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92902) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 22:53:59.090444 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.common.config [-] Logging enabled! Jul 23 22:53:59.090724 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev496 Jul 23 22:53:59.091037 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92902) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 22:53:59.091972 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 22:53:59.092210 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 22:53:59.092576 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 22:53:59.092825 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 22:53:59.093054 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 22:53:59.093374 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.093710 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.094013 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.094242 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.094566 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.094861 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.095144 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.095434 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.095736 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.096022 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.096301 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.096588 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.096820 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.097105 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.097395 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.097692 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.097921 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] debug = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.098207 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.098814 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.099230 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.099514 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.099809 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.100094 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.100371 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.100650 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.100940 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.101270 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] host = dv-cinder-679138-12-iscsi {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.101551 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.101840 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.102130 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.102417 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.102719 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.102999 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.103286 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.103561 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.103833 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] log_file = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.104110 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.104403 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.104695 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.104987 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.105215 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.105442 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.105735 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.106028 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.106311 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.106617 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.106899 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.107178 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.107458 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.107736 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.108028 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.108318 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.108608 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.108887 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.109732 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.110009 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.110286 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.110608 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.110889 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.111169 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.111448 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.111740 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.112014 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.112290 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.112598 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.112892 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.113181 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.113472 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.113752 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.114039 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.114315 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.114625 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.114905 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] use_json = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.115184 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.115458 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.115747 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.116024 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.116298 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.116591 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.116852 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.117142 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:53:59.117443 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.117747 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.118060 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.118348 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.118674 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.118963 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.119259 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.119541 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.119836 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.120132 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.120425 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.120708 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.121004 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.121286 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.121587 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.121899 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.122201 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.122522 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.122797 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.123077 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.123359 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.123643 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.123934 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.124234 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.124530 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.125421 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.125704 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.126002 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.126285 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.126592 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.126876 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.127172 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.127456 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.127736 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.128031 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.128315 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.128592 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.128867 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.129147 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.129439 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.129720 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.129996 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.130271 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.130575 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.130851 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.131136 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.131417 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.131695 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.131973 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.132254 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.132530 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.132805 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.133084 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.133361 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.133641 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.133917 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.134193 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.134469 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.134768 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.135043 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.135318 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.135593 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.135872 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.136149 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.136424 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.136699 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.136973 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.137248 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.137538 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.137841 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.138126 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.138408 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.138716 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.139001 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.139283 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.139562 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.139849 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.140133 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.140453 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.140755 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.141136 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.141433 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.141725 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.142010 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.142313 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.142625 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.142916 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.143200 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.143481 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.143774 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.144066 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.144366 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.144667 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.144967 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.145266 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.145563 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.145846 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.146160 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.146539 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:53:59.146770 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 22:53:59.147013 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92902) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 23 22:53:59.500374 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 22:53:59.500646 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 22:53:59.500938 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 22:53:59.501419 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 22:53:59.890194 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:53:59.891042 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:53:59.891386 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:53:59.892640 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:53:59.892925 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:53:59.893196 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:53:59.927968 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:53:59.928258 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:53:59.928532 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:53:59.941950 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:53:59.942242 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:53:59.942527 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:53:59.973106 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:53:59.973392 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:53:59.973672 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.008745 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.009029 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.009301 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.241942 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.242577 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.242577 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.242752 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.243393 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.363031 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.363367 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.363656 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.363939 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.364214 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.364528 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.364788 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.365050 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.365306 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.365589 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.365849 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.366114 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.366380 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.366730 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.366990 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.367255 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.367512 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.367781 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.368051 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.368309 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.368590 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.368842 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.369123 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.369506 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.369758 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.370006 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.370403 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92902) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 22:54:00.370671 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92902) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 22:54:00.370912 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92902) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 22:54:00.371150 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92902) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 22:54:00.371386 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92902) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 22:54:00.371621 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92902) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 22:54:00.371983 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 22:54:00.376118 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 22:54:00.380061 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 22:54:00.383819 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 23 22:54:00.385743 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 22:54:00.385902 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 22:54:00.386245 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 22:54:00.386658 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 22:54:00.389454 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 22:54:00.389704 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 22:54:00.390051 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 22:54:00.395527 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 23 22:54:00.419129 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 23 22:54:00.419590 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.419890 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92902) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 22:54:00.420254 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.422174 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92902) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 22:54:00.422460 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 22:54:00.422737 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 22:54:00.425775 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.426056 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:00.490007 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 22:54:00.490246 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 22:54:00.490486 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 22:54:00.490913 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 22:54:00.511734 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_db.sqlalchemy.engines [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92902) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 23 22:54:01.044755 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Initializing driver for type 'gre' Jul 23 22:54:01.045338 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] gre ID ranges: [(1, 1000)] Jul 23 22:54:01.095902 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Initializing driver for type 'local' Jul 23 22:54:01.096236 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Initializing driver for type 'vlan' Jul 23 22:54:01.108674 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] VlanTypeDriver initialization complete Jul 23 22:54:01.109151 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Initializing driver for type 'vxlan' Jul 23 22:54:01.110026 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] vxlan ID ranges: [(1, 1000)] Jul 23 22:54:01.163834 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Initializing extension driver 'port_security' Jul 23 22:54:01.164301 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.extensions.port_security [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] PortSecurityExtensionDriver initialization complete Jul 23 22:54:01.164651 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Initializing mechanism driver 'openvswitch' Jul 23 22:54:01.164977 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Initializing mechanism driver 'hyperv' Jul 23 22:54:01.172171 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.plugin [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:01.173028 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > port after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.173407 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > port after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.173767 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > port after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.174290 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92902) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 22:54:01.174751 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > subnet after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.175115 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > subnet after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.175467 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > subnet after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.175861 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92902) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 22:54:01.176274 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > network after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.176630 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > network after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.176980 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > network after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.177368 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92902) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 22:54:01.177776 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > security_group after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.178132 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > security_group after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.178478 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > security_group after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.179027 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92902) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 22:54:01.179437 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.179793 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.180141 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.180537 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92902) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 22:54:01.180944 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > address_group after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.181293 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > address_group after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.181637 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > address_group after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.182025 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92902) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 22:54:01.182403 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] ML2 OVO RPC backend initialized. {{(pid=92902) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 23 22:54:01.183145 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router_interface after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.183504 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.183925 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > network before_response 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.184279 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > networks before_response 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.184633 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > port before_response 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.184979 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > ports before_response 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.185325 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > subnet before_response 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.185673 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > subnets before_response 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.186022 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > network after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.186365 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > network after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.186730 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > network after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.187081 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > port after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.187711 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > port after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.188065 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > port after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.188403 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > subnet after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.188750 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > subnet after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.189091 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > subnet after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.189678 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.plugin [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Modular L2 Plugin initialization complete Jul 23 22:54:01.190012 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading services supported by the core plugin {{(pid=92902) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 23 22:54:01.190345 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.plugins.ml2.managers [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Got port-security extension from driver 'port_security' Jul 23 22:54:01.190841 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.extensions.vlantransparent [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Disabled vlantransparent extension. Jul 23 22:54:01.191330 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92902) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 23 22:54:01.191649 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading Plugin: router Jul 23 22:54:01.227543 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router_interface before_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.227939 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router after_create 55549900 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.228311 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router before_create 55549900 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.228685 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.229063 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.229421 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router after_delete 55549900 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.229785 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > floatingip after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.230151 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router after_create 55549900 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.230521 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router after_update 55549900 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.230884 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router after_update 55549900 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.231237 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.231601 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router after_update 55549900 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.232014 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router precommit_update 55549900 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.232386 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: port after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.232730 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: port after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.233072 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: subnet after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.233413 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.233766 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > port precommit_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.234742 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router precommit_create 55549900 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.235102 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: port before_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.235451 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router precommit_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.235817 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router after_update 55549900 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.236167 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router precommit_delete 55549900 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.236523 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router precommit_create 55549900 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.236891 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router_interface after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.237241 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router precommit_update 55549900 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.237612 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > agent after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.237966 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > agent after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.238314 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > network after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.239222 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Tracking information for resource: router configured {{(pid=92902) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 22:54:01.239559 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Tracking information for resource: floatingip configured {{(pid=92902) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 22:54:01.244482 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.db.l3_agentschedulers_db [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 22:54:01.245065 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: port after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.245430 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: port after_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.245787 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: port after_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.246147 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: port after_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.246968 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router before_create 55550100 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.247341 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router precommit_delete 55550100 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.247711 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router precommit_create 55550100 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.248077 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > router precommit_update 55550100 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.252976 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.services.provider_configuration [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Service providers = [] {{(pid=92902) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 22:54:01.253350 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.db.servicetype_db [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92902) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 22:54:01.256337 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.services.service_base [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92902) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 22:54:01.256693 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.services.service_base [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92902) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 22:54:01.257040 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.services.service_base [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92902) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 22:54:01.257944 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.services.service_base [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92902) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 22:54:01.258323 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.services.service_base [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 22:54:01.258742 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92902) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 22:54:01.259068 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 22:54:01.270234 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92902) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 22:54:01.270613 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading Plugin: auto_allocate Jul 23 22:54:01.276396 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: network precommit_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.276775 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: network precommit_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.277306 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92902) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 22:54:01.277635 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading Plugin: tag Jul 23 22:54:01.284929 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92902) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 22:54:01.285263 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading Plugin: timestamp Jul 23 22:54:01.290581 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92902) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 22:54:01.290923 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading Plugin: network_ip_availability Jul 23 22:54:01.296354 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.296720 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.297081 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.297795 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92902) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 22:54:01.298120 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading Plugin: flavors Jul 23 22:54:01.302817 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92902) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 22:54:01.303156 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading Plugin: revisions Jul 23 22:54:01.307459 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92902) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 22:54:01.307853 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.807s {{(pid=92902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 22:54:01.308589 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92902) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 23 22:54:01.308931 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Initializing extension manager. Jul 23 22:54:01.309442 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: __init__.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.309789 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: __pycache__ {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.310126 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.310462 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: address_group.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.311248 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.311810 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: address-group Jul 23 22:54:01.312191 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: address_scope.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.313049 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.313559 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: address-scope Jul 23 22:54:01.313886 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: admin_state_down_before_update.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.314861 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.315373 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: router-admin-state-down-before-update Jul 23 22:54:01.315701 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: agent.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.316411 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.317123 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: agent Jul 23 22:54:01.317453 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: agent_resources_synced.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.318372 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.318923 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: agent-resources-synced Jul 23 22:54:01.319253 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: allowedaddresspairs.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.321029 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.321557 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: allowed-address-pairs Jul 23 22:54:01.321886 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: auto_allocated_topology.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.323006 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.323543 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: auto-allocated-topology Jul 23 22:54:01.323853 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: availability_zone.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.324558 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.325070 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: availability_zone Jul 23 22:54:01.325395 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: availability_zone_filter.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.326317 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.326871 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: availability_zone_filter Jul 23 22:54:01.327192 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: data_plane_status.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.328909 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.329450 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 22:54:01.329777 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: default_subnetpools.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.330744 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.331259 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: default-subnetpools Jul 23 22:54:01.331586 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: dhcpagentscheduler.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.332401 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.332913 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: dhcp_agent_scheduler Jul 23 22:54:01.333240 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: dns.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.334172 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.334709 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension dns-integration not supported by any of loaded plugins Jul 23 22:54:01.335037 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: dns_domain_ports.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.335962 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.336484 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 22:54:01.336812 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.337749 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.338262 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 23 22:54:01.338621 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: dvr.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.339300 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.339808 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: dvr Jul 23 22:54:01.340135 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: ecmp_routes.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.341059 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.341565 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension ecmp_routes not supported by any of loaded plugins Jul 23 22:54:01.341890 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: empty_string_filtering.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.342835 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.343972 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: empty-string-filtering Jul 23 22:54:01.344438 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.345432 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.346008 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 22:54:01.346482 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.347504 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.348146 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 22:54:01.348474 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: external_net.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.349500 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.350121 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: external-net Jul 23 22:54:01.350570 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: extra_dhcp_opt.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.351724 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.352305 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: extra_dhcp_opt Jul 23 22:54:01.352742 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: extraroute.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.353752 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.354378 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: extraroute Jul 23 22:54:01.354681 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: extraroute_atomic.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.355904 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.356464 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: extraroute-atomic Jul 23 22:54:01.356992 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: filter_validation.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.357646 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.358191 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: filter-validation Jul 23 22:54:01.358566 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: fip_pf_description.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.359796 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.360427 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 22:54:01.360788 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: fip_port_details.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.362002 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.362591 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: fip-port-details Jul 23 22:54:01.362982 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: flavors.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.364308 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.364907 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: flavors Jul 23 22:54:01.365351 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.367339 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.367903 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 22:54:01.368390 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: floatingip_pools.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.369425 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.370017 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: floatingip-pools Jul 23 22:54:01.370433 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: ip_allocation.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.371576 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.372121 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 22:54:01.372542 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.373787 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.374372 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: ip-substring-filtering Jul 23 22:54:01.374817 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: l2_adjacency.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.375979 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.376524 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 22:54:01.376882 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: l3.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.377888 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.378412 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: router Jul 23 22:54:01.378771 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: l3_conntrack_helper.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.381194 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.381731 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 22:54:01.382066 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.383056 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.383575 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: ext-gw-mode Jul 23 22:54:01.383906 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.384856 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.385840 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: l3-ha Jul 23 22:54:01.385840 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: l3_flavors.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.386620 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.387134 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: l3-flavors Jul 23 22:54:01.387457 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.388378 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.388890 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 22:54:01.389213 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: l3agentscheduler.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.390955 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.391438 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: l3_agent_scheduler Jul 23 22:54:01.391757 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: logging.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.393259 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.393787 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension logging not supported by any of loaded plugins Jul 23 22:54:01.394124 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: metering.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.394915 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.395496 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: metering Jul 23 22:54:01.395828 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.396930 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.397456 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: metering_source_and_destination_fields Jul 23 22:54:01.397789 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: multiprovidernet.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.398764 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.399282 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: multi-provider Jul 23 22:54:01.399612 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: netmtu.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.400539 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.401053 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: net-mtu Jul 23 22:54:01.401383 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: netmtu_writable.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.402315 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.402858 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: net-mtu-writable Jul 23 22:54:01.403188 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: network_availability_zone.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.403875 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.404382 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: network_availability_zone Jul 23 22:54:01.404708 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: network_ip_availability.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.406733 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.407236 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: network-ip-availability Jul 23 22:54:01.407566 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: network_segment_range.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.408342 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.408853 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 22:54:01.409179 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: pagination.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.410177 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.410541 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: pagination Jul 23 22:54:01.410870 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: port_device_profile.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.411805 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.412326 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: port-device-profile Jul 23 22:54:01.412654 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.413586 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.414105 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: port-mac-address-regenerate Jul 23 22:54:01.414605 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.415538 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.416052 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: port-numa-affinity-policy Jul 23 22:54:01.416377 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: port_resource_request.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.417318 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.417825 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 22:54:01.418149 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: portbindings.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.419126 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.419635 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: binding Jul 23 22:54:01.419960 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: portbindings_extended.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.421357 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.422087 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: binding-extended Jul 23 22:54:01.422422 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: portsecurity.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.423383 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.423897 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: port-security Jul 23 22:54:01.424222 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: project_id.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.425215 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.425545 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: project-id Jul 23 22:54:01.425869 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: providernet.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.426848 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.427370 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: provider Jul 23 22:54:01.427697 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: qos.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.431303 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.431833 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension qos not supported by any of loaded plugins Jul 23 22:54:01.432168 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.433420 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.433947 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 22:54:01.434283 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.435264 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.435780 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 22:54:01.436111 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: qos_default.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.437047 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.437766 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension qos-default not supported by any of loaded plugins Jul 23 22:54:01.438100 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: qos_fip.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.438799 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.439311 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension qos-fip not supported by any of loaded plugins Jul 23 22:54:01.439637 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: qos_gateway_ip.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.440576 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.441089 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 22:54:01.441415 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: qos_port_network_policy.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.442338 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.442894 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 22:54:01.443220 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: qos_rule_type_details.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.444195 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.444709 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 22:54:01.445032 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: qos_rules_alias.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.446086 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.446634 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 22:54:01.446965 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: quotasv2.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.447906 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.448238 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: quotas Jul 23 22:54:01.448563 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: quotasv2_detail.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.451658 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.452004 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: quota_details Jul 23 22:54:01.452336 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: rbac.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.453981 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.454533 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: rbac-policies Jul 23 22:54:01.454872 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: rbac_address_group.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.456029 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.456551 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: rbac-address-group Jul 23 22:54:01.456881 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: rbac_address_scope.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.457823 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.458338 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: rbac-address-scope Jul 23 22:54:01.458705 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: rbac_security_groups.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.459636 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.460147 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: rbac-security-groups Jul 23 22:54:01.460471 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: rbac_subnetpool.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.461393 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.461905 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: rbac-subnetpool Jul 23 22:54:01.462230 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: revisionifmatch.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.463186 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.463696 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: revision-if-match Jul 23 22:54:01.464019 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: revisions.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.465147 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.465668 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: standard-attr-revisions Jul 23 22:54:01.465993 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: router_availability_zone.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.466714 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.467229 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: router_availability_zone Jul 23 22:54:01.467560 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: routerservicetype.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.469115 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.469711 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension router-service-type not supported by any of loaded plugins Jul 23 22:54:01.470044 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.471006 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.471522 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: security-groups-normalized-cidr Jul 23 22:54:01.471846 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: security_groups_port_filtering.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.472777 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.473290 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: port-security-groups-filtering Jul 23 22:54:01.473614 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.474573 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.475087 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: security-groups-remote-address-group Jul 23 22:54:01.475411 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: securitygroup.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.485758 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.486301 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: security-group Jul 23 22:54:01.486744 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: segment.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.487546 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.488071 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension segment not supported by any of loaded plugins Jul 23 22:54:01.488405 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.489357 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.489876 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 22:54:01.490208 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: servicetype.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.491351 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.491884 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: service-type Jul 23 22:54:01.492217 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: sorting.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.493209 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.493548 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: sorting Jul 23 22:54:01.493878 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: standard_attr_segment.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.494898 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.495425 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 22:54:01.495756 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: standardattrdescription.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.496417 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.496931 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: standard-attr-description Jul 23 22:54:01.497260 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: stateful_security_group.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.498215 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.498776 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: stateful-security-group Jul 23 22:54:01.499104 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: stdattrs_common.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.500307 dv-cinder-679138-12-iscsi neutron-server[92902]: WARNING neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 22:54:01.500856 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.501816 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.502335 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 22:54:01.502687 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: subnet_onboard.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.503774 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.504305 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: subnet_onboard Jul 23 22:54:01.504637 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.505581 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.506101 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 22:54:01.506431 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: subnet_service_types.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.507397 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.507921 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: subnet-service-types Jul 23 22:54:01.508253 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: subnetallocation.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.509362 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.509887 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: subnet_allocation Jul 23 22:54:01.510219 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.510936 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.511455 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: subnetpool-prefix-ops Jul 23 22:54:01.511782 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.512739 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.513259 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 22:54:01.513587 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: tagging.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.514708 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.515284 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: standard-attr-tag Jul 23 22:54:01.515807 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: timestamp.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.517078 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.517605 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loaded extension: standard-attr-timestamp Jul 23 22:54:01.517937 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: trunk.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.519098 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.519621 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension trunk not supported by any of loaded plugins Jul 23 22:54:01.519953 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: trunk_details.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.520886 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.521403 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension trunk-details not supported by any of loaded plugins Jul 23 22:54:01.521731 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: uplink_status_propagation.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.522697 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.523214 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 22:54:01.523540 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Loading extension file: vlantransparent.py {{(pid=92902) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 22:54:01.524217 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92902) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 22:54:01.524727 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 22:54:01.527231 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Creating instance of TrackedResource for resource:network Jul 23 22:54:01.527770 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Creating instance of TrackedResource for resource:subnet Jul 23 22:54:01.528181 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 22:54:01.528576 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Creating instance of TrackedResource for resource:port Jul 23 22:54:01.529815 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.v2.resource_helper [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:54:01.530261 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.v2.resource_helper [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Service FLAVORS assigned prefix: {{(pid=92902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:54:01.531215 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.v2.resource_helper [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:54:01.531643 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.v2.resource_helper [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:54:01.531987 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Creating instance of TrackedResource for resource:router Jul 23 22:54:01.532429 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Creating instance of TrackedResource for resource:floatingip Jul 23 22:54:01.532936 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.v2.resource_helper [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Service METERING assigned prefix: /metering {{(pid=92902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:54:01.534375 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.534788 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.535149 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 22:54:01.536150 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 22:54:01.536614 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Creating instance of TrackedResource for resource:security_group Jul 23 22:54:01.537054 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 22:54:01.537638 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.v2.resource_helper [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Service CORE assigned prefix: {{(pid=92902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:54:01.537971 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 22:54:01.538324 dv-cinder-679138-12-iscsi neutron-server[92902]: WARNING neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] subnetpool is already registered Jul 23 22:54:01.538802 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.v2.resource_helper [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Service CORE assigned prefix: {{(pid=92902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:54:01.539131 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 22:54:01.539466 dv-cinder-679138-12-iscsi neutron-server[92902]: WARNING neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] subnetpool is already registered Jul 23 22:54:01.541752 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.v2.resource_helper [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:54:01.542216 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.v2.resource_helper [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Service FLAVORS assigned prefix: {{(pid=92902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:54:01.542829 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.v2.resource_helper [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:54:01.543257 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.v2.resource_helper [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:54:01.543593 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Creating instance of TrackedResource for resource:router Jul 23 22:54:01.543938 dv-cinder-679138-12-iscsi neutron-server[92902]: WARNING neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] router is already registered Jul 23 22:54:01.544356 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Creating instance of TrackedResource for resource:floatingip Jul 23 22:54:01.544691 dv-cinder-679138-12-iscsi neutron-server[92902]: WARNING neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] floatingip is already registered Jul 23 22:54:01.545159 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.v2.resource_helper [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Service METERING assigned prefix: /metering {{(pid=92902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:54:01.545825 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 22:54:01.546211 dv-cinder-679138-12-iscsi neutron-server[92902]: WARNING neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] rbac_policy is already registered Jul 23 22:54:01.547210 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Creating instance of TrackedResource for resource:security_group Jul 23 22:54:01.547442 dv-cinder-679138-12-iscsi neutron-server[92902]: WARNING neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] security_group is already registered Jul 23 22:54:01.547843 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 22:54:01.548179 dv-cinder-679138-12-iscsi neutron-server[92902]: WARNING neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] security_group_rule is already registered Jul 23 22:54:01.548815 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.v2.resource_helper [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Service CORE assigned prefix: {{(pid=92902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:54:01.549143 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 22:54:01.549479 dv-cinder-679138-12-iscsi neutron-server[92902]: WARNING neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] subnetpool is already registered Jul 23 22:54:01.549908 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.v2.resource_helper [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Service CORE assigned prefix: {{(pid=92902) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 22:54:01.550233 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 22:54:01.550589 dv-cinder-679138-12-iscsi neutron-server[92902]: WARNING neutron.quota.resource_registry [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] subnetpool is already registered Jul 23 22:54:01.551073 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: extensions {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.552538 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: address-groups {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.554021 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: address-scopes {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.555389 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: agents {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.556555 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: auto-allocated-topology {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.557792 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: availability_zones {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.559070 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: dhcp-networks {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.561637 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: dhcp-agents {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.563788 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: routers {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.565502 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: flavors {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.566814 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: service_profiles {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.568032 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: next_providers {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.569498 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: service_profiles {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.571225 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: floatingip-pools {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.572442 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: routers {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.574159 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: floatingips {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.575498 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: l3-routers {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.576895 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: l3-agents {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.578438 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: metering-labels {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.579735 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: metering-label-rules {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.581125 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: network-ip-availabilities {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.582394 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: bindings {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.583981 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: quotas {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.585544 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: quotas {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.587013 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: rbac-policies {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.588214 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: security-groups {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.589544 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: security-group-rules {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.590829 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: service-providers {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.592066 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: subnetpools {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.593409 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: subnetpools {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.595019 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: tags {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.596696 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: tags {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.598629 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: tags {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.600459 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: tags {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.602179 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: tags {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.604169 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: tags {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.605859 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: tags {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.607704 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: tags {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.610180 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: tags {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.611978 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron.api.extensions [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Extended resource: tags {{(pid=92902) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 22:54:01.617956 dv-cinder-679138-12-iscsi neutron-server[92902]: WARNING keystonemiddleware.auth_token [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 22:54:01.622521 dv-cinder-679138-12-iscsi neutron-server[92902]: WARNING keystonemiddleware.auth_token [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 22:54:01.632328 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Acquired lock "singleton_lock" {{(pid=92902) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 23 22:54:01.632819 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_concurrency.lockutils [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Releasing lock "singleton_lock" {{(pid=92902) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 23 22:54:01.633446 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO oslo_service.service [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Starting 2 workers Jul 23 22:54:01.638213 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Started child 93009 {{(pid=92902) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 22:54:01.643777 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Started child 93010 {{(pid=92902) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 22:54:01.644069 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:01.644767 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO neutron.service [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 22:54:01.645036 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Notify callbacks [] for process, before_spawn {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:01.645210 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [-] (93009) wsgi starting up on http://0.0.0.0:9696 Jul 23 22:54:01.647448 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:01.647938 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO oslo_service.service [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Starting 1 workers Jul 23 22:54:01.648754 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [-] (93010) wsgi starting up on http://0.0.0.0:9696 Jul 23 22:54:01.652601 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Started child 93011 {{(pid=92902) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 22:54:01.653114 dv-cinder-679138-12-iscsi neutron-server[92902]: INFO oslo_service.service [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Starting 1 workers Jul 23 22:54:01.657117 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.service [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] calling RpcWorker wait() {{(pid=93011) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 22:54:01.657649 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.service [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] returning from RpcWorker wait() {{(pid=93011) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 22:54:01.658418 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Started child 93012 {{(pid=92902) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 22:54:01.659110 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:01.659285 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG neutron_lib.callbacks.manager [None req-0047ca63-0529-42d3-8731-cd2d97117c9e None None] Notify callbacks [] for process, after_spawn {{(pid=92902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:01.659694 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:01.661105 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92902) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 22:54:01.661318 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 22:54:01.661505 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 22:54:01.661726 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 22:54:01.662058 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 22:54:01.662225 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 22:54:01.662753 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.663023 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.663122 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:01.663556 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.663556 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.663802 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.664401 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.664661 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.664933 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.665204 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.665456 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.665626 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.665798 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.666056 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.666307 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.666627 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.666908 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.667164 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.667453 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.667631 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.667886 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.668162 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.668426 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.668694 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] debug = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.668958 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.669450 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.669703 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.669947 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.670169 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.670450 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.670716 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.670996 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.671246 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.672214 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.672530 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.672806 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.673039 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.673275 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.673548 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.673800 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.674240 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.674480 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] host = dv-cinder-679138-12-iscsi {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.674778 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.674994 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.675223 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.675470 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.675716 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.675953 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.676209 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.676468 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.676715 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.676968 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.677226 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.677488 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.677723 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.677984 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] log_file = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.678131 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] log_options = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.678375 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.678664 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.678929 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.679121 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.679291 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.679475 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.679730 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.679894 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.680150 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.680368 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.680622 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.680790 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.681002 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.681214 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.681464 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.681709 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.681939 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.682148 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.682403 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.682652 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.682878 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.683127 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.683373 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.683606 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.683840 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.684069 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.684315 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.684529 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.684829 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.684984 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.685196 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.685444 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.685699 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.685947 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.686195 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.686429 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.686665 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.686960 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.687300 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.687601 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.687845 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.688084 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.688315 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.688531 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.688743 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.688946 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] use_json = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.689154 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.689364 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.689628 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.689857 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.690086 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.690296 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.690548 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.690773 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.691182 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.691479 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.691796 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.693028 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:01.693233 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.693489 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.693740 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.693987 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.694236 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.694538 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.694780 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.695116 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.695342 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.695623 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.695874 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.696143 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.696481 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.696754 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.697039 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.697278 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.698569 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.699424 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.699660 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.700101 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.700430 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.700785 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.701103 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.701399 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.702300 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.702300 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.702300 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.702739 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.703411 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.703411 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.704714 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.704714 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.704714 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.704714 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.704714 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.705927 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.706923 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.706923 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.706923 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.706923 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.707242 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.707339 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.707785 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.708190 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.708511 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.708825 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.709133 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.709433 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.709741 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.710041 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.710321 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.710636 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.710951 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.711238 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.711665 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.711969 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.712266 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.712556 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.712884 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.713190 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.713469 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.713750 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.714034 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.714348 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.714676 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.714962 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.715263 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.715545 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.715843 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.716090 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.716333 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.716570 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.716793 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.717006 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.717228 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.717448 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.717684 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.717897 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.718115 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.718333 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.719173 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.719450 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.719916 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.720172 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.720463 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.720731 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.720944 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.721167 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.721411 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.721638 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.721873 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.722085 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.722340 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.722585 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.722815 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.723056 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.723317 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.723571 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.723828 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.724226 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.724445 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.724838 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.725238 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.725663 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.726066 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.726642 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.726911 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.727186 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.727484 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.727697 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.727977 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.728194 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.728458 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.728767 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.729012 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.729264 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.729518 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.729792 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.730043 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.730269 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.730547 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.730784 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.731011 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.731248 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.731521 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.731747 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.731967 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.732177 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.732406 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.732713 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.732937 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.733315 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.733687 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.734868 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.735540 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.736085 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.736644 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.737036 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.737430 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.737839 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.738209 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.738611 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.738853 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.739085 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.739305 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.739548 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.739766 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.740006 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.740207 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.740579 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.740978 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.741193 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.741411 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.741644 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.741879 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.742116 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.742350 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.742585 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.742831 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.743208 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.743582 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.743802 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.744016 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.744229 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.744536 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.744771 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.745053 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.745301 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.745516 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.745757 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.746012 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.746268 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.746481 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.746743 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.746962 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.747175 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.747963 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.747963 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.747963 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.748232 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.748316 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.748475 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.748873 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.749275 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.749803 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.750044 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.750461 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.750917 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.751292 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.751677 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.751913 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.752274 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.752496 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.752710 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.752947 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.753189 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.753408 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.753626 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.753854 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.754061 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.754268 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.754518 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.754729 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.755029 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.755276 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.755500 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.755770 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.756029 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.756241 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.756616 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.756827 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.757033 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.757251 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.757463 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.757668 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.757888 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.758093 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.758297 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.758534 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.758755 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.758962 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.759180 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.759384 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.759593 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.759807 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.760016 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.760219 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.760435 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.760668 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.760871 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.761087 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.761317 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.761523 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.761759 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.761983 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.762188 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.762407 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.762642 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.762848 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.763157 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.763401 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.763634 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.763913 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.764133 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.764374 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.764611 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.764910 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.765117 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.765432 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.765669 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.765985 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.766202 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.766467 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.766798 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.767097 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.767351 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.767604 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.767947 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.768251 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.768517 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.768892 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.769339 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.769840 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.770675 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.770675 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.770675 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.770987 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.771073 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.771297 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.771540 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.771785 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.771999 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.772229 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.772588 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.772696 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.772910 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.773161 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.773379 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.773599 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.773834 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.774060 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.774293 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.774451 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 22:54:01.775047 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92902) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 22:54:01.775212 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 22:54:01.775360 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 22:54:01.775521 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 22:54:01.775685 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 22:54:01.775835 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 22:54:01.776033 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.776186 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.776349 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.776495 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.776651 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.776825 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.776987 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.777141 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.777295 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.777449 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.777606 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.777762 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.777918 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.778071 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.778225 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.778378 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.778556 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.778725 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.778874 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.779029 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.779183 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.779339 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.779491 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] debug = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.779647 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.779864 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.780028 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.780184 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.780339 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.780497 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.780650 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.781577 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.782089 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.782089 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.782251 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.782330 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.782438 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.782627 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.782781 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.782940 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.783095 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.783249 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] host = dv-cinder-679138-12-iscsi {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.783405 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.783560 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.783715 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.783868 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.784021 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.784170 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.784324 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.784487 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.784617 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.784769 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.785078 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.785239 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.785392 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.785669 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] log_file = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.785770 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] log_options = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.785850 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.785985 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.786142 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.786324 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.786545 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.786665 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.786800 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.786958 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.787124 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.787588 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.787588 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.787588 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.788137 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.788137 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.788137 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.788137 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.788676 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.788676 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.788676 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.788676 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.789235 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.789235 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.789235 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.789235 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.789614 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:01.789699 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.789699 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.789699 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.789917 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.789917 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.790082 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.790237 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.790392 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.790567 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.790722 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.790875 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.791029 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.791183 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.791341 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.791496 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.791649 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.791802 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.791960 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.792113 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.792266 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.792420 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.792573 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] use_json = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.792726 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.792878 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.793038 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.793190 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.793343 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.793496 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.793649 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.793806 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 22:54:01.793980 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.794137 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.794305 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.794462 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.794638 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.794794 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.794951 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.795106 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.795262 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.795417 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.795580 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.795738 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.795905 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.796059 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.796214 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.796372 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.797129 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.797343 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.797602 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.797602 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.797876 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.797876 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.798143 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.798143 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.798396 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.798557 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.798769 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.798769 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.799027 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.799159 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.799291 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.799423 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.799554 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.799697 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.799830 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.799972 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.800105 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.800238 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.800369 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.800501 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.802361 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.802361 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.802361 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.802361 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.802361 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.802361 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.802361 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.802361 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.802361 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.806270 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.806270 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.806270 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.806270 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.806270 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.806270 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.806270 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.806270 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.806270 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.806905 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.806905 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.806905 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.806905 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.806905 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.806905 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.806905 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.806905 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.806905 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.807505 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.807505 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.807505 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.807505 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.807505 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.807505 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.807505 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.807505 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.807505 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.808097 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.808097 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.808097 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.808097 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.808097 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.808097 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.808097 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.808097 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.808097 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.808690 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.808690 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.808690 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.808690 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.808690 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.808690 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.808690 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.808690 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.809221 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.809221 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.809221 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.809221 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.809221 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.809221 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.809628 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.809628 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.809628 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.809830 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.809906 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.810044 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.810200 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.810544 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.810706 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.810862 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.811018 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.811018 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.811018 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.811018 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.811018 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.811018 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.811018 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.815986 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.815986 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.815986 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.815986 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.815986 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.815986 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.815986 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.815986 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.816600 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.816600 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.816600 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.816600 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.816600 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.816600 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.816600 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.816600 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.817127 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.817127 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.817127 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.817127 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.817127 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.817127 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.817127 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.817127 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.817644 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.817644 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.817644 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.817644 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.817644 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.817644 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.817644 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.817644 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.818177 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.818177 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.818177 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.818177 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.818177 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.818177 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.818177 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.819769 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.819769 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.819769 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.819769 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.819769 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.819769 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.819769 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.819769 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.820921 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.820921 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.820921 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.820921 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.820921 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.820921 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.820921 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.820921 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.821453 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.821453 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.821453 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.821453 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.821453 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.821453 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.821453 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.821916 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.821916 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.821916 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.822121 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.822198 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.822345 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.822517 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.822675 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.822832 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.823009 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.823165 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.823320 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.823476 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.823631 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.823786 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.823943 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.824098 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.824256 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.824412 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.824568 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.824727 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.824885 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.825042 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.825196 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.825352 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.825507 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.825662 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.825818 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.825985 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.826141 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.826296 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.826452 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.826637 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.826794 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.826961 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.827117 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.827273 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.827427 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.827583 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.828312 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.828524 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.828766 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.828938 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.829095 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.829252 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.829407 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.829573 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.829729 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.829885 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.830040 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.830195 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.830350 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.830541 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.830693 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.830848 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.831003 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.831235 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.831408 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.831558 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.831709 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.832012 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.832309 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.832648 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.832855 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.832972 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.833662 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.833662 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.833662 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.833662 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.833662 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.835921 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.835921 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.835921 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.835921 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.835921 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.835921 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.835921 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.835921 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.837436 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.837436 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.837436 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.837436 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.837436 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.837436 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.837436 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.837436 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.838838 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.838838 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.838838 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.838838 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.838838 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.838838 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.838838 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.838838 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.838838 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.839550 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.839550 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.839550 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.839550 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.839550 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.839550 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.839550 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.839550 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.839550 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.841363 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.841363 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.841363 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 22:54:01.841363 dv-cinder-679138-12-iscsi neutron-server[92902]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92902) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 22:54:02.051980 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 47188) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:02.060206 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061345 Jul 23 22:54:13.415473 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0e2a25-bd0e-4074-8cd3-7359233f836d None None] get_active_networks_info from dv-cinder-679138-12-iscsi {{(pid=93011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 22:54:13.485098 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0e2a25-bd0e-4074-8cd3-7359233f836d None None] No non-hosted networks {{(pid=93011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 22:54:13.498935 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.agentschedulers_db [None req-dc0e2a25-bd0e-4074-8cd3-7359233f836d None None] DHCP Agent not found on host dv-cinder-679138-12-iscsi {{(pid=93011) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 23 22:54:13.712821 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-80cbbf02-378e-44e4-bdea-d2a084653939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-942738'] for agent, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:15.928222 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4cd21dc9-06a6-4944-a3d8-aa36caca0716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-942738'] for agent, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:15.988098 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ed973be6-b0f4-441d-9b32-6c9251c4fb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:16.163455 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-942738'] for agent, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:16.164430 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:16.169117 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:16.169892 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:16.172053 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:16.174725 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:16.177043 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:16.177750 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:16.179484 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:16.183107 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:16.183705 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:16.184237 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:16.184733 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:16.185409 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-679138-12-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:16.202542 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-679138-12-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:17.078796 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-942738'] for agent, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:18.721687 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-942738'] for agent, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:19.657785 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 47280) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:20.154122 dv-cinder-679138-12-iscsi neutron-server[93010]: WARNING oslo_policy.policy [None req-f896d545-26fb-4d68-9973-d94f2ec18943 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 22:54:20.154721 dv-cinder-679138-12-iscsi neutron-server[93010]: WARNING oslo_policy.policy [None req-f896d545-26fb-4d68-9973-d94f2ec18943 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 22:54:20.372702 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [None req-f896d545-26fb-4d68-9973-d94f2ec18943 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93010) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:54:20.373784 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-f896d545-26fb-4d68-9973-d94f2ec18943 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7151866 Jul 23 22:54:22.251609 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.db.l3_hamode_db [None req-90983689-5457-4f63-9b21-d515d04ff710 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 22:54:22.328527 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90983689-5457-4f63-9b21-d515d04ff710 None None] Routers set() bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:54:22.328929 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90983689-5457-4f63-9b21-d515d04ff710 None None] Router IDs set() for agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 22:54:22.738214 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 47294) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:23.042447 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-35752e3e-270a-4c2f-a5b0-7977141a6b3e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:23.137205 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.policy [None req-35752e3e-270a-4c2f-a5b0-7977141a6b3e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93010) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 22:54:23.185072 dv-cinder-679138-12-iscsi neutron-server[93010]: WARNING oslo_policy.policy [None req-35752e3e-270a-4c2f-a5b0-7977141a6b3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 22:54:23.185443 dv-cinder-679138-12-iscsi neutron-server[93010]: WARNING oslo_policy.policy [None req-35752e3e-270a-4c2f-a5b0-7977141a6b3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 22:54:23.197252 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.quota [None req-35752e3e-270a-4c2f-a5b0-7977141a6b3e admin admin] Loaded quota_driver: . Jul 23 22:54:23.291057 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-35752e3e-270a-4c2f-a5b0-7977141a6b3e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750116005029', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750116006648', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750115960624', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750115962086', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750115948201', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750115973537', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4034505', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4046318', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-873132', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-777120'] for rbac-policy, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:23.360031 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-35752e3e-270a-4c2f-a5b0-7977141a6b3e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:23.361207 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-35752e3e-270a-4c2f-a5b0-7977141a6b3e admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6219966 Jul 23 22:54:25.908950 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 47306) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:26.383572 dv-cinder-679138-12-iscsi neutron-server[93009]: WARNING oslo_policy.policy [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 22:54:26.384148 dv-cinder-679138-12-iscsi neutron-server[93009]: WARNING oslo_policy.policy [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 22:54:26.599832 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Request body: {'network': {'tenant_id': '48299c9700474740b73c7584f772aba6', 'project_id': '48299c9700474740b73c7584f772aba6', 'admin_state_up': True, 'name': 'private'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:26.601489 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.quota [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Loaded quota_driver: . Jul 23 22:54:26.658516 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Made reservation on behalf of 48299c9700474740b73c7584f772aba6 for: {'network': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:54:26.723973 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.policy [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93009) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 22:54:26.768631 dv-cinder-679138-12-iscsi neutron-server[93009]: WARNING oslo_policy.policy [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 22:54:26.768994 dv-cinder-679138-12-iscsi neutron-server[93009]: WARNING oslo_policy.policy [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 22:54:26.778854 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:26.803508 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:26.935373 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:26.939436 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:26.962800 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=93009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:54:26.987026 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750116804985', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:26.987595 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Unsubscribe: segment precommit_create {{(pid=93009) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 22:54:26.988136 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.db.segments_db [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Added segment 922ff468-16a8-4591-89ff-4d4af24778de of type vlan for network 231568bd-34cc-42d1-8498-0273a778cbab Jul 23 22:54:26.994582 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd7918c-5524-4447-bd28-ce4ec762b3f9,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:27.019262 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:27.019621 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:27.019955 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:27.020283 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:27.020612 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:27.020946 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:27.021269 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:27.021600 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:27.021941 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:27.022258 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:27.022594 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:27.022907 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Tracked resource versions report: Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: pushed versions: Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: { 'AddressGroup': {'1.2'}, Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'ConntrackHelper': {'1.0'}, Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Log': {'1.0'}, Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Network': {'1.1'}, Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Port': {'1.7'}, Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'PortForwarding': {'1.2'}, Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'QosPolicy': {'1.8'}, Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'SecurityGroup': {'1.4'}, Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'SecurityGroupRule': {'1.2'}, Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'SubPort': {'1.0'}, Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Subnet': {'1.1'}, Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Trunk': {'1.1'}} Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: consumer versions: Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: { DHCP agent@dv-cinder-679138-12-iscsi: {}, Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: L3 agent@dv-cinder-679138-12-iscsi: {}, Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: Metadata agent@dv-cinder-679138-12-iscsi: {}, Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: Metering agent@dv-cinder-679138-12-iscsi: {}, Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: Open vSwitch agent@dv-cinder-679138-12-iscsi: { 'AddressGroup': '1.2', Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'ConntrackHelper': '1.0', Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Log': '1.0', Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Network': '1.1', Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Port': '1.7', Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'PortForwarding': '1.2', Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'QosPolicy': '1.8', Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'SecurityGroup': '1.4', Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'SecurityGroupRule': '1.2', Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'SubPort': '1.0', Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Subnet': '1.1', Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Trunk': '1.1'}} Jul 23 22:54:27.024243 dv-cinder-679138-12-iscsi neutron-server[93009]: {{(pid=93009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 22:54:27.129251 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:27.181962 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:27.183503 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:27.184274 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:27.242115 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3309088 Jul 23 22:54:27.288434 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb92a8-7a7e-481a-a8cd-de1446210328 admin admin] Pushing event updated for resources: {'Network': ['ID=231568bd-34cc-42d1-8498-0273a778cbab,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:27.301162 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network 231568bd-34cc-42d1-8498-0273a778cbab details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:54:29.857737 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 47328) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:30.281090 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820121bb-5270-4504-82b8-80591f1fa4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:30.282503 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-820121bb-5270-4504-82b8-80591f1fa4a5 admin admin] 10.222.0.20 "GET /v2.0/networks/231568bd-34cc-42d1-8498-0273a778cbab HTTP/1.1" status: 200 len: 825 time: 0.4237576 Jul 23 22:54:30.305795 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-f26bb502-2c35-4a48-8a3b-84476461bfb8 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/fd9a2ad2-cbe5-43dd-af80-a4cfb3499987 HTTP/1.1" status: 200 len: 734 time: 0.0179765 Jul 23 22:54:30.314665 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '48299c9700474740b73c7584f772aba6', 'name': 'private-subnet', 'network_id': '231568bd-34cc-42d1-8498-0273a778cbab', 'subnetpool_id': 'fd9a2ad2-cbe5-43dd-af80-a4cfb3499987', 'gateway_ip': '172.20.0.1'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:30.340411 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Made reservation on behalf of 48299c9700474740b73c7584f772aba6 for: {'subnet': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:54:30.343285 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:30.634864 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for subnet, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:30.702760 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Checking segment: {'id': '922ff468-16a8-4591-89ff-4d4af24778de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '231568bd-34cc-42d1-8498-0273a778cbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:54:30.703150 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Network hostable DHCP agents. Network: 231568bd-34cc-42d1-8498-0273a778cbab, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:54:30.712306 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:30.725861 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:30.726224 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:30.726590 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:30.726921 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:30.727244 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:30.727581 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:30.727904 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:30.728236 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:30.728571 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:30.728886 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:30.729199 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:30.729512 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Tracked resource versions report: Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: pushed versions: Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: { 'AddressGroup': {'1.2'}, Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'ConntrackHelper': {'1.0'}, Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Log': {'1.0'}, Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Network': {'1.1'}, Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Port': {'1.7'}, Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'PortForwarding': {'1.2'}, Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'QosPolicy': {'1.8'}, Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'SecurityGroup': {'1.4'}, Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'SecurityGroupRule': {'1.2'}, Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'SubPort': {'1.0'}, Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Subnet': {'1.1'}, Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Trunk': {'1.1'}} Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: consumer versions: Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: { DHCP agent@dv-cinder-679138-12-iscsi: {}, Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: L3 agent@dv-cinder-679138-12-iscsi: {}, Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: Metadata agent@dv-cinder-679138-12-iscsi: {}, Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: Metering agent@dv-cinder-679138-12-iscsi: {}, Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: Open vSwitch agent@dv-cinder-679138-12-iscsi: { 'AddressGroup': '1.2', Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'ConntrackHelper': '1.0', Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Log': '1.0', Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Network': '1.1', Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Port': '1.7', Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'PortForwarding': '1.2', Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'QosPolicy': '1.8', Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'SecurityGroup': '1.4', Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'SecurityGroupRule': '1.2', Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'SubPort': '1.0', Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Subnet': '1.1', Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Trunk': '1.1'}} Jul 23 22:54:30.731144 dv-cinder-679138-12-iscsi neutron-server[93010]: {{(pid=93010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 22:54:30.761430 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Network 231568bd-34cc-42d1-8498-0273a778cbab is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:54:30.774680 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, 231568bd-34cc-42d1-8498-0273a778cbab) {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:54:30.779129 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:30.779785 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:30.784882 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49c2504-4ca0-4670-9454-776de85358d6 None None] Network 231568bd-34cc-42d1-8498-0273a778cbab requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:54:30.793627 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-0208fe32-f69d-4987-a553-881bf528690e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4829481 Jul 23 22:54:31.105275 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83d872e7-6b40-5497-832c-d0f147a04015-231568bd-34cc-42d1-8498-0273a778cbab', 'network_id': '231568bd-34cc-42d1-8498-0273a778cbab', 'tenant_id': '48299c9700474740b73c7584f772aba6', 'fixed_ips': [{'subnet_id': '3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a'}]}} from dv-cinder-679138-12-iscsi. {{(pid=93011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:54:31.106547 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:31.383791 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Allocated IP 172.20.0.2 (231568bd-34cc-42d1-8498-0273a778cbab/3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a/56ce0374-02d1-43dc-9a20-bdf178e522c2) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:54:31.620588 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:31.635885 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Transition to ACTIVE for port object 56ce0374-02d1-43dc-9a20-bdf178e522c2 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:54:31.657226 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Transition to ACTIVE for port object 56ce0374-02d1-43dc-9a20-bdf178e522c2 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:54:31.665626 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:31.730331 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Network 231568bd-34cc-42d1-8498-0273a778cbab is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:54:31.736044 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:54:31.747822 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:54:31.756307 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Pushing event updated for resources: {'Port': ['ID=56ce0374-02d1-43dc-9a20-bdf178e522c2,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:31.785647 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:31.786282 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:31.786370 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:31.786715 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:31.787050 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:31.787433 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:31.787767 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:31.788099 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:31.788444 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:31.788775 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:31.789103 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:31.789427 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Tracked resource versions report: Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: pushed versions: Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: { 'AddressGroup': {'1.2'}, Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'ConntrackHelper': {'1.0'}, Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Log': {'1.0'}, Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Network': {'1.1'}, Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Port': {'1.7'}, Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'PortForwarding': {'1.2'}, Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'QosPolicy': {'1.8'}, Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'SecurityGroup': {'1.4'}, Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'SecurityGroupRule': {'1.2'}, Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'SubPort': {'1.0'}, Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Subnet': {'1.1'}, Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Trunk': {'1.1'}} Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: consumer versions: Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: { DHCP agent@dv-cinder-679138-12-iscsi: {}, Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: L3 agent@dv-cinder-679138-12-iscsi: {}, Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: Metadata agent@dv-cinder-679138-12-iscsi: {}, Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: Metering agent@dv-cinder-679138-12-iscsi: {}, Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: Open vSwitch agent@dv-cinder-679138-12-iscsi: { 'AddressGroup': '1.2', Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'ConntrackHelper': '1.0', Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Log': '1.0', Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Network': '1.1', Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Port': '1.7', Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'PortForwarding': '1.2', Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'QosPolicy': '1.8', Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'SecurityGroup': '1.4', Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'SecurityGroupRule': '1.2', Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'SubPort': '1.0', Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Subnet': '1.1', Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Trunk': '1.1'}} Jul 23 22:54:31.790786 dv-cinder-679138-12-iscsi neutron-server[93011]: {{(pid=93011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 22:54:31.843711 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Attempting to bind port 56ce0374-02d1-43dc-9a20-bdf178e522c2 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:31.844113 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Attempting to bind port 56ce0374-02d1-43dc-9a20-bdf178e522c2 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '922ff468-16a8-4591-89ff-4d4af24778de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '231568bd-34cc-42d1-8498-0273a778cbab'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:31.844539 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Attempting to bind port 56ce0374-02d1-43dc-9a20-bdf178e522c2 on network 231568bd-34cc-42d1-8498-0273a778cbab {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:31.849344 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:54:31.849754 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Checking segment: {'id': '922ff468-16a8-4591-89ff-4d4af24778de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '231568bd-34cc-42d1-8498-0273a778cbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:54:31.850239 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:31.850668 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Bound using segment: {'id': '922ff468-16a8-4591-89ff-4d4af24778de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '231568bd-34cc-42d1-8498-0273a778cbab'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:54:31.851159 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Bound port: 56ce0374-02d1-43dc-9a20-bdf178e522c2, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922ff468-16a8-4591-89ff-4d4af24778de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '231568bd-34cc-42d1-8498-0273a778cbab'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:54:31.851573 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:31.915687 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] For port 56ce0374-02d1-43dc-9a20-bdf178e522c2, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:54:31.919966 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] For port 56ce0374-02d1-43dc-9a20-bdf178e522c2, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=56ce0374-02d1-43dc-9a20-bdf178e522c2,segment=NetworkSegment(922ff468-16a8-4591-89ff-4d4af24778de),segment_id=922ff468-16a8-4591-89ff-4d4af24778de)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:54:31.924171 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:31.990557 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb3555-02e2-4e77-aed3-0aef0ae73fde None None] Pushing event updated for resources: {'Port': ['ID=56ce0374-02d1-43dc-9a20-bdf178e522c2,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:33.173058 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 47340) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:33.489560 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [None req-57236050-94d6-49ad-8b59-be7d07d2005d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93010) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:54:33.490574 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-57236050-94d6-49ad-8b59-be7d07d2005d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3165276 Jul 23 22:54:35.894325 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 47348) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:36.210866 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [None req-bf06a5a6-74eb-423e-aef4-195fbc865e3e admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93010) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:54:36.211846 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-bf06a5a6-74eb-423e-aef4-195fbc865e3e admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3165114 Jul 23 22:54:38.763354 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 5 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:54:38.842403 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 47360) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:39.136367 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-dcb5216a-b02d-4cbb-a637-04f9b3a6b8b4 admin admin] Request body: {'router': {'tenant_id': '48299c9700474740b73c7584f772aba6', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:39.161360 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-dcb5216a-b02d-4cbb-a637-04f9b3a6b8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1948'] for router, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.163402 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-dcb5216a-b02d-4cbb-a637-04f9b3a6b8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-949246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1008198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.332041 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-dcb5216a-b02d-4cbb-a637-04f9b3a6b8b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.337208 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-dcb5216a-b02d-4cbb-a637-04f9b3a6b8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946495'] for router, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.351595 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-dcb5216a-b02d-4cbb-a637-04f9b3a6b8b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:39.353092 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-dcb5216a-b02d-4cbb-a637-04f9b3a6b8b4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5096116 Jul 23 22:54:40.030512 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 56ce0374-02d1-43dc-9a20-bdf178e522c2 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:54:40.117497 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port 56ce0374-02d1-43dc-9a20-bdf178e522c2 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:54:40.376839 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2503f2-91c2-483d-a22b-951ca07a6430 None None] Network 231568bd-34cc-42d1-8498-0273a778cbab requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:54:40.492739 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4fb618ed-2836-4d4d-961e-ccb59f151aa8 None None] Provisioning for port 56ce0374-02d1-43dc-9a20-bdf178e522c2 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:54:40.500219 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4fb618ed-2836-4d4d-961e-ccb59f151aa8 None None] Provisioning complete for port 56ce0374-02d1-43dc-9a20-bdf178e522c2 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:54:40.500613 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4fb618ed-2836-4d4d-961e-ccb59f151aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:40.664965 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4fb618ed-2836-4d4d-961e-ccb59f151aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:40.705012 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4fb618ed-2836-4d4d-961e-ccb59f151aa8 None None] For port 56ce0374-02d1-43dc-9a20-bdf178e522c2, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=56ce0374-02d1-43dc-9a20-bdf178e522c2,segment=NetworkSegment(922ff468-16a8-4591-89ff-4d4af24778de),segment_id=922ff468-16a8-4591-89ff-4d4af24778de)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:54:40.709042 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4fb618ed-2836-4d4d-961e-ccb59f151aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:40.759910 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb618ed-2836-4d4d-961e-ccb59f151aa8 None None] Pushing event updated for resources: {'Port': ['ID=56ce0374-02d1-43dc-9a20-bdf178e522c2,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:40.829700 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-522c0d81-22b6-452b-a02b-0e78f819be33 None None] Provisioning complete for port 56ce0374-02d1-43dc-9a20-bdf178e522c2 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:54:40.830071 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-522c0d81-22b6-452b-a02b-0e78f819be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:41.818751 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 47372) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:42.007350 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 56ce0374-02d1-43dc-9a20-bdf178e522c2 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:54:42.059501 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 56ce0374-02d1-43dc-9a20-bdf178e522c2 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:54:42.059867 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:42.186746 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [None req-39676228-2678-4e41-90e7-9a1b027f92a8 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93010) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:54:42.187749 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-39676228-2678-4e41-90e7-9a1b027f92a8 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3680623 Jul 23 22:54:43.294765 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cb0d014e-74eb-4f0b-b6aa-815aee5a1fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:44.567714 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 47380) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:44.870964 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-5e5393fa-e0b9-40a6-853e-dc1ce3b3f077 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:44.892847 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5393fa-e0b9-40a6-853e-dc1ce3b3f077 admin admin] Made reservation on behalf of 684e7fcf525f4b329dc079f69783566a for: {'network': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:54:44.895067 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5e5393fa-e0b9-40a6-853e-dc1ce3b3f077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:44.910518 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5e5393fa-e0b9-40a6-853e-dc1ce3b3f077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:45.026806 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5e5393fa-e0b9-40a6-853e-dc1ce3b3f077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:45.031308 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5e5393fa-e0b9-40a6-853e-dc1ce3b3f077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:45.044824 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5e5393fa-e0b9-40a6-853e-dc1ce3b3f077 admin admin] Reserving flat network on physical network physnet1 {{(pid=93010) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 23 22:54:45.068720 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5e5393fa-e0b9-40a6-853e-dc1ce3b3f077 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750116804985', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:45.069269 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5e5393fa-e0b9-40a6-853e-dc1ce3b3f077 admin admin] Unsubscribe: segment precommit_create {{(pid=93010) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 22:54:45.069728 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.segments_db [None req-5e5393fa-e0b9-40a6-853e-dc1ce3b3f077 admin admin] Added segment 3573e6f1-5487-4504-b35c-3d4c03372327 of type flat for network 28efa890-d1ea-4772-b7d3-cfef5dff758d Jul 23 22:54:45.073667 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5393fa-e0b9-40a6-853e-dc1ce3b3f077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059b6f71-d37b-4aab-a827-48d0b6d51e45,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:45.125447 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5e5393fa-e0b9-40a6-853e-dc1ce3b3f077 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:45.174196 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5e5393fa-e0b9-40a6-853e-dc1ce3b3f077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:45.175140 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5393fa-e0b9-40a6-853e-dc1ce3b3f077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:45.175708 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5e5393fa-e0b9-40a6-853e-dc1ce3b3f077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:45.227907 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-5e5393fa-e0b9-40a6-853e-dc1ce3b3f077 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6591647 Jul 23 22:54:45.262088 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5393fa-e0b9-40a6-853e-dc1ce3b3f077 admin admin] Pushing event updated for resources: {'Network': ['ID=28efa890-d1ea-4772-b7d3-cfef5dff758d,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:45.273882 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:54:45.916408 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-628179b5-a33d-469d-bc99-d302d295ed68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:46.162864 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:47.021252 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:47.596436 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 47398) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:47.769767 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095f11c9-e030-4197-82bd-16dd13988c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:47.771099 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-095f11c9-e030-4197-82bd-16dd13988c9c admin admin] 10.222.0.20 "GET /v2.0/subnets/3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a HTTP/1.1" status: 200 len: 849 time: 0.1737270 Jul 23 22:54:47.887044 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-e99bb031-8638-415d-b98f-2497b8b2f848 admin admin] 10.222.0.20 "GET /v2.0/routers/807ac8c6-a033-4252-9bb4-6cbf30fe66fa HTTP/1.1" status: 200 len: 704 time: 0.1105525 Jul 23 22:54:48.156906 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.442257 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] Allocated IP 172.20.0.1 (231568bd-34cc-42d1-8498-0273a778cbab/3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a/be79ab71-3069-47ef-941d-299ce83befc8) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:54:48.593429 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.616328 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] Transition to ACTIVE for port object be79ab71-3069-47ef-941d-299ce83befc8 will not be triggered until provisioned by entity DHCP. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:54:48.686636 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.737667 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.805095 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] Network 231568bd-34cc-42d1-8498-0273a778cbab is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:54:48.812183 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:54:48.818058 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:54:48.818160 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944432'] for router_interface, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:48.875153 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] Pushing event updated for resources: {'Port': ['ID=be79ab71-3069-47ef-941d-299ce83befc8,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:48.969352 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-9b110559-7046-406b-81d2-684a0f7b7878 None None] Provisioning for port be79ab71-3069-47ef-941d-299ce83befc8 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:54:48.973059 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-9b110559-7046-406b-81d2-684a0f7b7878 None None] Provisioning complete for port be79ab71-3069-47ef-941d-299ce83befc8 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:54:48.973497 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9b110559-7046-406b-81d2-684a0f7b7878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:49.008403 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-9b110559-7046-406b-81d2-684a0f7b7878 None None] Port be79ab71-3069-47ef-941d-299ce83befc8 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:54:49.028195 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:49.205256 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:49.209618 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:49.210361 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943877'] for router_interface, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:49.272182 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] Pushing event updated for resources: {'Port': ['ID=be79ab71-3069-47ef-941d-299ce83befc8,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:49.333787 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] Network 231568bd-34cc-42d1-8498-0273a778cbab is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:54:49.335120 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:54:49.499786 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] Router 807ac8c6-a033-4252-9bb4-6cbf30fe66fa is scheduled to L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 with binding_index 1 {{(pid=93010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 22:54:49.527555 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-3c077d06-6de0-4285-a610-18055e92c3f6 None None] Provisioning complete for port be79ab71-3069-47ef-941d-299ce83befc8 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:54:49.527949 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3c077d06-6de0-4285-a610-18055e92c3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:49.559754 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-3c077d06-6de0-4285-a610-18055e92c3f6 None None] Port be79ab71-3069-47ef-941d-299ce83befc8 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 22:54:49.589047 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:54:49.594784 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-42576465-1333-4061-9485-0cdf039dae8c admin admin] 10.222.0.20 "PUT /v2.0/routers/807ac8c6-a033-4252-9bb4-6cbf30fe66fa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7030556 Jul 23 22:54:49.599287 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Sync routers for ids ['807ac8c6-a033-4252-9bb4-6cbf30fe66fa'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:54:49.612209 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Routers {'807ac8c6-a033-4252-9bb4-6cbf30fe66fa'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:54:49.614088 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T22:54:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['807ac8c6-a033-4252-9bb4-6cbf30fe66fa'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:49.797274 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Set router 807ac8c6-a033-4252-9bb4-6cbf30fe66fa gateway port host: None {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:54:50.225103 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807ac8c6-a033-4252-9bb4-6cbf30fe66fa', 'name': 'router1', 'tenant_id': '48299c9700474740b73c7584f772aba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:54:39Z', 'updated_at': '2021-07-23T22:54:48Z', 'revision_number': 2, 'project_id': '48299c9700474740b73c7584f772aba6', 'gw_port_host': None, '_interfaces': [{'id': 'be79ab71-3069-47ef-941d-299ce83befc8', 'name': '', 'network_id': '231568bd-34cc-42d1-8498-0273a778cbab', 'tenant_id': '48299c9700474740b73c7584f772aba6', 'mac_address': 'fa:16:3e:6b:f4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807ac8c6-a033-4252-9bb4-6cbf30fe66fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:48Z', 'updated_at': '2021-07-23T22:54:49Z', 'revision_number': 2, 'project_id': '48299c9700474740b73c7584f772aba6', 'subnets': [{'id': '3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd9a2ad2-cbe5-43dd-af80-a4cfb3499987'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:50.273977 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Checking router: 807ac8c6-a033-4252-9bb4-6cbf30fe66fa for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:54:50.274349 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Updating router 807ac8c6-a033-4252-9bb4-6cbf30fe66fa port be79ab71-3069-47ef-941d-299ce83befc8 binding host dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:54:50.338887 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:50.832258 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:50.850404 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Transition to ACTIVE for port object be79ab71-3069-47ef-941d-299ce83befc8 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:54:50.856241 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:50.944354 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea5264-6b28-4aeb-8791-d0d6c6b69aed None None] Pushing event updated for resources: {'Port': ['ID=be79ab71-3069-47ef-941d-299ce83befc8,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:50.952189 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5264-6b28-4aeb-8791-d0d6c6b69aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:50.952580 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5264-6b28-4aeb-8791-d0d6c6b69aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:50.952902 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5264-6b28-4aeb-8791-d0d6c6b69aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:50.953237 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5264-6b28-4aeb-8791-d0d6c6b69aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:50.953568 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5264-6b28-4aeb-8791-d0d6c6b69aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:50.953900 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5264-6b28-4aeb-8791-d0d6c6b69aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:50.954226 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5264-6b28-4aeb-8791-d0d6c6b69aed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:50.954576 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5264-6b28-4aeb-8791-d0d6c6b69aed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:50.954919 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5264-6b28-4aeb-8791-d0d6c6b69aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:50.955257 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5264-6b28-4aeb-8791-d0d6c6b69aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:50.955580 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5264-6b28-4aeb-8791-d0d6c6b69aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:50.955900 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5264-6b28-4aeb-8791-d0d6c6b69aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbea5264-6b28-4aeb-8791-d0d6c6b69aed None None] Tracked resource versions report: Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: pushed versions: Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: { 'AddressGroup': {'1.2'}, Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'ConntrackHelper': {'1.0'}, Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Log': {'1.0'}, Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Network': {'1.1'}, Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Port': {'1.7'}, Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'PortForwarding': {'1.2'}, Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'QosPolicy': {'1.8'}, Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'SecurityGroup': {'1.4'}, Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'SecurityGroupRule': {'1.2'}, Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'SubPort': {'1.0'}, Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Subnet': {'1.1'}, Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Trunk': {'1.1'}} Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: consumer versions: Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: { DHCP agent@dv-cinder-679138-12-iscsi: {}, Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: L3 agent@dv-cinder-679138-12-iscsi: {}, Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: Metadata agent@dv-cinder-679138-12-iscsi: {}, Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: Metering agent@dv-cinder-679138-12-iscsi: {}, Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: Open vSwitch agent@dv-cinder-679138-12-iscsi: { 'AddressGroup': '1.2', Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'ConntrackHelper': '1.0', Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Log': '1.0', Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Network': '1.1', Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Port': '1.7', Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'PortForwarding': '1.2', Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'QosPolicy': '1.8', Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'SecurityGroup': '1.4', Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'SecurityGroupRule': '1.2', Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'SubPort': '1.0', Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Subnet': '1.1', Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Trunk': '1.1'}} Jul 23 22:54:50.957266 dv-cinder-679138-12-iscsi neutron-server[93012]: {{(pid=93012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 22:54:51.039503 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Attempting to bind port be79ab71-3069-47ef-941d-299ce83befc8 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:51.039912 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Attempting to bind port be79ab71-3069-47ef-941d-299ce83befc8 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '922ff468-16a8-4591-89ff-4d4af24778de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '231568bd-34cc-42d1-8498-0273a778cbab'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:51.040467 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Attempting to bind port be79ab71-3069-47ef-941d-299ce83befc8 on network 231568bd-34cc-42d1-8498-0273a778cbab {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:51.046334 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:54:51.046792 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Checking segment: {'id': '922ff468-16a8-4591-89ff-4d4af24778de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '231568bd-34cc-42d1-8498-0273a778cbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:54:51.047283 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:51.047677 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Bound using segment: {'id': '922ff468-16a8-4591-89ff-4d4af24778de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '231568bd-34cc-42d1-8498-0273a778cbab'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:54:51.048189 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Bound port: be79ab71-3069-47ef-941d-299ce83befc8, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922ff468-16a8-4591-89ff-4d4af24778de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '231568bd-34cc-42d1-8498-0273a778cbab'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:54:51.048571 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:51.113490 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] For port be79ab71-3069-47ef-941d-299ce83befc8, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:54:51.137426 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] For port be79ab71-3069-47ef-941d-299ce83befc8, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=be79ab71-3069-47ef-941d-299ce83befc8,segment=NetworkSegment(922ff468-16a8-4591-89ff-4d4af24778de),segment_id=922ff468-16a8-4591-89ff-4d4af24778de)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:54:51.141515 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:51.199407 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Routers {'807ac8c6-a033-4252-9bb4-6cbf30fe66fa'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:54:51.200025 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T22:54:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['807ac8c6-a033-4252-9bb4-6cbf30fe66fa'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:51.202986 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea5264-6b28-4aeb-8791-d0d6c6b69aed None None] Pushing event updated for resources: {'Port': ['ID=be79ab71-3069-47ef-941d-299ce83befc8,revision_number=4']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:51.289392 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] Set router 807ac8c6-a033-4252-9bb4-6cbf30fe66fa gateway port host: None {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:54:51.503707 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807ac8c6-a033-4252-9bb4-6cbf30fe66fa', 'name': 'router1', 'tenant_id': '48299c9700474740b73c7584f772aba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:54:39Z', 'updated_at': '2021-07-23T22:54:48Z', 'revision_number': 2, 'project_id': '48299c9700474740b73c7584f772aba6', 'gw_port_host': None, '_interfaces': [{'id': 'be79ab71-3069-47ef-941d-299ce83befc8', 'name': '', 'network_id': '231568bd-34cc-42d1-8498-0273a778cbab', 'tenant_id': '48299c9700474740b73c7584f772aba6', 'mac_address': 'fa:16:3e:6b:f4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807ac8c6-a033-4252-9bb4-6cbf30fe66fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:48Z', 'updated_at': '2021-07-23T22:54:51Z', 'revision_number': 4, 'project_id': '48299c9700474740b73c7584f772aba6', 'subnets': [{'id': '3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd9a2ad2-cbe5-43dd-af80-a4cfb3499987'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:51.528688 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50807ce-90a6-48c4-ae49-3f87f0f5f0f6 None None] The sync data for ids ['807ac8c6-a033-4252-9bb4-6cbf30fe66fa'] in dv-cinder-679138-12-iscsi is: [{'id': '807ac8c6-a033-4252-9bb4-6cbf30fe66fa', 'name': 'router1', 'tenant_id': '48299c9700474740b73c7584f772aba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:54:39Z', 'updated_at': '2021-07-23T22:54:48Z', 'revision_number': 2, 'project_id': '48299c9700474740b73c7584f772aba6', 'gw_port_host': None, '_interfaces': [{'id': 'be79ab71-3069-47ef-941d-299ce83befc8', 'name': '', 'network_id': '231568bd-34cc-42d1-8498-0273a778cbab', 'tenant_id': '48299c9700474740b73c7584f772aba6', 'mac_address': 'fa:16:3e:6b:f4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807ac8c6-a033-4252-9bb4-6cbf30fe66fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:48Z', 'updated_at': '2021-07-23T22:54:51Z', 'revision_number': 4, 'project_id': '48299c9700474740b73c7584f772aba6', 'subnets': [{'id': '3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd9a2ad2-cbe5-43dd-af80-a4cfb3499987'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:54:51.867753 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 47416) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:51.974873 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55dbff3-ca43-4ef4-9b39-17d4e22e8cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:51.976246 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-f55dbff3-ca43-4ef4-9b39-17d4e22e8cd6 admin admin] 10.222.0.20 "GET /v2.0/networks/28efa890-d1ea-4772-b7d3-cfef5dff758d HTTP/1.1" status: 200 len: 842 time: 0.1075444 Jul 23 22:54:51.986389 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-f65d497d-ed10-4c4d-88a5-7eec1cf18368 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:52.006407 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65d497d-ed10-4c4d-88a5-7eec1cf18368 admin admin] Made reservation on behalf of 684e7fcf525f4b329dc079f69783566a for: {'subnet': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:54:52.008835 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f65d497d-ed10-4c4d-88a5-7eec1cf18368 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:52.287587 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.objects.ports [None req-f65d497d-ed10-4c4d-88a5-7eec1cf18368 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93010) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 22:54:52.288007 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f65d497d-ed10-4c4d-88a5-7eec1cf18368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for subnet, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:52.344198 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d497d-ed10-4c4d-88a5-7eec1cf18368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97030860-1f38-455c-ac9a-169aa93780e4,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:52.348265 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65d497d-ed10-4c4d-88a5-7eec1cf18368 admin admin] Checking segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:54:52.348619 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65d497d-ed10-4c4d-88a5-7eec1cf18368 admin admin] Network hostable DHCP agents. Network: 28efa890-d1ea-4772-b7d3-cfef5dff758d, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:54:52.368191 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65d497d-ed10-4c4d-88a5-7eec1cf18368 admin admin] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:54:52.376865 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-f65d497d-ed10-4c4d-88a5-7eec1cf18368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, 28efa890-d1ea-4772-b7d3-cfef5dff758d) {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:54:52.380762 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65d497d-ed10-4c4d-88a5-7eec1cf18368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:52.381347 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f65d497d-ed10-4c4d-88a5-7eec1cf18368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:52.390120 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c0d288-f714-4092-9181-ffd183b68b89 None None] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:54:52.399971 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-f65d497d-ed10-4c4d-88a5-7eec1cf18368 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4127827 Jul 23 22:54:52.522096 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125d433e-28a3-42ca-8a01-4fdd86d9bf41 None None] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:54:54.700243 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 47424) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:54.898990 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-4a495e3d-6954-49c6-8458-b3cc4e12e7d8 admin admin] 10.222.0.20 "GET /v2.0/routers/807ac8c6-a033-4252-9bb4-6cbf30fe66fa HTTP/1.1" status: 200 len: 710 time: 0.1969945 Jul 23 22:54:54.990647 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810c7768-6eb1-4e57-b8b8-31d74cc56245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:54:54.992070 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-810c7768-6eb1-4e57-b8b8-31d74cc56245 admin admin] 10.222.0.20 "GET /v2.0/networks/28efa890-d1ea-4772-b7d3-cfef5dff758d HTTP/1.1" status: 200 len: 886 time: 0.0880671 Jul 23 22:54:55.001016 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-fe30a2f3-b6dc-4d90-8a66-27a73461470a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:54:55.247085 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-fe30a2f3-b6dc-4d90-8a66-27a73461470a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:55.483994 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-fe30a2f3-b6dc-4d90-8a66-27a73461470a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:55.559967 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-fe30a2f3-b6dc-4d90-8a66-27a73461470a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:55.662905 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [None req-fe30a2f3-b6dc-4d90-8a66-27a73461470a admin admin] Allocated IP 172.27.3.23 (28efa890-d1ea-4772-b7d3-cfef5dff758d/97030860-1f38-455c-ac9a-169aa93780e4/a3482e52-0d9d-4f2f-ac62-84645818d5b0) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:54:55.761164 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-fe30a2f3-b6dc-4d90-8a66-27a73461470a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:55.799382 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-fe30a2f3-b6dc-4d90-8a66-27a73461470a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:55.838783 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe30a2f3-b6dc-4d90-8a66-27a73461470a admin admin] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:54:55.844023 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-fe30a2f3-b6dc-4d90-8a66-27a73461470a admin admin] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:54:55.846811 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30a2f3-b6dc-4d90-8a66-27a73461470a admin admin] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:54:55.881917 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30a2f3-b6dc-4d90-8a66-27a73461470a admin admin] Pushing event updated for resources: {'Port': ['ID=a3482e52-0d9d-4f2f-ac62-84645818d5b0,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:56.097574 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-fe30a2f3-b6dc-4d90-8a66-27a73461470a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:56.382296 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-fe30a2f3-b6dc-4d90-8a66-27a73461470a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:56.385890 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-fe30a2f3-b6dc-4d90-8a66-27a73461470a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946495', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-946509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-946502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-983160'] for router, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:56.490727 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe30a2f3-b6dc-4d90-8a66-27a73461470a admin admin] Router 807ac8c6-a033-4252-9bb4-6cbf30fe66fa has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 22:54:56.603375 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe30a2f3-b6dc-4d90-8a66-27a73461470a admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 22:54:56.608870 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-fe30a2f3-b6dc-4d90-8a66-27a73461470a admin admin] Notify callbacks [] for router, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:56.610126 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-fe30a2f3-b6dc-4d90-8a66-27a73461470a admin admin] 10.222.0.20 "PUT /v2.0/routers/807ac8c6-a033-4252-9bb4-6cbf30fe66fa HTTP/1.1" status: 200 len: 889 time: 1.6125722 Jul 23 22:54:57.920459 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Sync routers for ids ['807ac8c6-a033-4252-9bb4-6cbf30fe66fa'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 22:54:57.930285 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Routers {'807ac8c6-a033-4252-9bb4-6cbf30fe66fa'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:54:57.930948 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T22:54:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['807ac8c6-a033-4252-9bb4-6cbf30fe66fa'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:58.053997 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device be79ab71-3069-47ef-941d-299ce83befc8 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:54:58.205814 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port be79ab71-3069-47ef-941d-299ce83befc8 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:54:58.217821 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port be79ab71-3069-47ef-941d-299ce83befc8 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:54:58.218185 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:58.223004 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Set router 807ac8c6-a033-4252-9bb4-6cbf30fe66fa gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:54:58.532888 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:58.597640 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port be79ab71-3069-47ef-941d-299ce83befc8, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=be79ab71-3069-47ef-941d-299ce83befc8,segment=NetworkSegment(922ff468-16a8-4591-89ff-4d4af24778de),segment_id=922ff468-16a8-4591-89ff-4d4af24778de)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:54:58.616801 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:58.702042 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=be79ab71-3069-47ef-941d-299ce83befc8,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:58.728948 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807ac8c6-a033-4252-9bb4-6cbf30fe66fa', 'name': 'router1', 'tenant_id': '48299c9700474740b73c7584f772aba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a3482e52-0d9d-4f2f-ac62-84645818d5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:54:39Z', 'updated_at': '2021-07-23T22:54:55Z', 'revision_number': 4, 'project_id': '48299c9700474740b73c7584f772aba6', 'gw_port': {'id': 'a3482e52-0d9d-4f2f-ac62-84645818d5b0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807ac8c6-a033-4252-9bb4-6cbf30fe66fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:55Z', 'updated_at': '2021-07-23T22:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'be79ab71-3069-47ef-941d-299ce83befc8', 'name': '', 'network_id': '231568bd-34cc-42d1-8498-0273a778cbab', 'tenant_id': '48299c9700474740b73c7584f772aba6', 'mac_address': 'fa:16:3e:6b:f4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807ac8c6-a033-4252-9bb4-6cbf30fe66fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:48Z', 'updated_at': '2021-07-23T22:54:51Z', 'revision_number': 4, 'project_id': '48299c9700474740b73c7584f772aba6', 'subnets': [{'id': '3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd9a2ad2-cbe5-43dd-af80-a4cfb3499987'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:58.780541 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Checking router: 807ac8c6-a033-4252-9bb4-6cbf30fe66fa for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 22:54:58.780904 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Updating router 807ac8c6-a033-4252-9bb4-6cbf30fe66fa port a3482e52-0d9d-4f2f-ac62-84645818d5b0 binding host dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 22:54:58.813054 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:59.008065 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 47436) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:54:59.130630 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:59.140555 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Transition to ACTIVE for port object a3482e52-0d9d-4f2f-ac62-84645818d5b0 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:54:59.142530 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-43f5cca8-77f2-4e5d-aebf-8c15b8300b8b admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1328678 Jul 23 22:54:59.146447 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:59.197281 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9efa62-1a19-4c73-b72b-7842ca4f67c9 None None] Pushing event updated for resources: {'Port': ['ID=a3482e52-0d9d-4f2f-ac62-84645818d5b0,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:59.208900 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Attempting to bind port a3482e52-0d9d-4f2f-ac62-84645818d5b0 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:54:59.209269 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Attempting to bind port a3482e52-0d9d-4f2f-ac62-84645818d5b0 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:54:59.209628 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Attempting to bind port a3482e52-0d9d-4f2f-ac62-84645818d5b0 on network 28efa890-d1ea-4772-b7d3-cfef5dff758d {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:54:59.214943 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:54:59.215312 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Checking segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:54:59.215720 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:59.216152 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Bound using segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:54:59.216632 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Bound port: a3482e52-0d9d-4f2f-ac62-84645818d5b0, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:54:59.217037 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:59.269983 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] For port a3482e52-0d9d-4f2f-ac62-84645818d5b0, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:54:59.273425 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] For port a3482e52-0d9d-4f2f-ac62-84645818d5b0, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=a3482e52-0d9d-4f2f-ac62-84645818d5b0,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:54:59.278396 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:54:59.334430 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Routers {'807ac8c6-a033-4252-9bb4-6cbf30fe66fa'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 22:54:59.335072 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T22:54:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['807ac8c6-a033-4252-9bb4-6cbf30fe66fa'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:59.452782 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9efa62-1a19-4c73-b72b-7842ca4f67c9 None None] Pushing event updated for resources: {'Port': ['ID=a3482e52-0d9d-4f2f-ac62-84645818d5b0,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:54:59.521451 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] Set router 807ac8c6-a033-4252-9bb4-6cbf30fe66fa gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 22:54:59.737307 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '807ac8c6-a033-4252-9bb4-6cbf30fe66fa', 'name': 'router1', 'tenant_id': '48299c9700474740b73c7584f772aba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a3482e52-0d9d-4f2f-ac62-84645818d5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:54:39Z', 'updated_at': '2021-07-23T22:54:55Z', 'revision_number': 4, 'project_id': '48299c9700474740b73c7584f772aba6', 'gw_port': {'id': 'a3482e52-0d9d-4f2f-ac62-84645818d5b0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807ac8c6-a033-4252-9bb4-6cbf30fe66fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:55Z', 'updated_at': '2021-07-23T22:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'be79ab71-3069-47ef-941d-299ce83befc8', 'name': '', 'network_id': '231568bd-34cc-42d1-8498-0273a778cbab', 'tenant_id': '48299c9700474740b73c7584f772aba6', 'mac_address': 'fa:16:3e:6b:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807ac8c6-a033-4252-9bb4-6cbf30fe66fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:48Z', 'updated_at': '2021-07-23T22:54:58Z', 'revision_number': 5, 'project_id': '48299c9700474740b73c7584f772aba6', 'subnets': [{'id': '3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd9a2ad2-cbe5-43dd-af80-a4cfb3499987'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 22:54:59.763604 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffb2ba-7c45-4411-abab-e4fd440a19c4 None None] The sync data for ids ['807ac8c6-a033-4252-9bb4-6cbf30fe66fa'] in dv-cinder-679138-12-iscsi is: [{'id': '807ac8c6-a033-4252-9bb4-6cbf30fe66fa', 'name': 'router1', 'tenant_id': '48299c9700474740b73c7584f772aba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a3482e52-0d9d-4f2f-ac62-84645818d5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T22:54:39Z', 'updated_at': '2021-07-23T22:54:55Z', 'revision_number': 4, 'project_id': '48299c9700474740b73c7584f772aba6', 'gw_port': {'id': 'a3482e52-0d9d-4f2f-ac62-84645818d5b0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:cb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '807ac8c6-a033-4252-9bb4-6cbf30fe66fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:55Z', 'updated_at': '2021-07-23T22:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'be79ab71-3069-47ef-941d-299ce83befc8', 'name': '', 'network_id': '231568bd-34cc-42d1-8498-0273a778cbab', 'tenant_id': '48299c9700474740b73c7584f772aba6', 'mac_address': 'fa:16:3e:6b:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807ac8c6-a033-4252-9bb4-6cbf30fe66fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T22:54:48Z', 'updated_at': '2021-07-23T22:54:58Z', 'revision_number': 5, 'project_id': '48299c9700474740b73c7584f772aba6', 'subnets': [{'id': '3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd9a2ad2-cbe5-43dd-af80-a4cfb3499987'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 22:55:00.129511 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device a3482e52-0d9d-4f2f-ac62-84645818d5b0 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:55:00.180824 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port a3482e52-0d9d-4f2f-ac62-84645818d5b0 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:55:00.184862 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port a3482e52-0d9d-4f2f-ac62-84645818d5b0 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:00.185244 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:00.267571 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:00.288656 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port a3482e52-0d9d-4f2f-ac62-84645818d5b0, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=a3482e52-0d9d-4f2f-ac62-84645818d5b0,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:55:00.292638 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:00.293428 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device be79ab71-3069-47ef-941d-299ce83befc8 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:55:00.376126 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=a3482e52-0d9d-4f2f-ac62-84645818d5b0,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:55:00.393406 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port be79ab71-3069-47ef-941d-299ce83befc8 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:00.393768 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:02.020314 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device a3482e52-0d9d-4f2f-ac62-84645818d5b0 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:55:02.074650 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port a3482e52-0d9d-4f2f-ac62-84645818d5b0 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:55:02.075132 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:13.306796 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-242a067b-5910-438a-af34-0692f2fc46fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:15.723362 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 5 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:55:15.922838 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8f04ee7e-86c8-43dc-8cd8-7e76dd0461b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:16.170851 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:17.025673 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:18.703795 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:43.296117 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-427a0e8f-c1bb-4fa2-8580-ecd821817fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:45.918604 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0717b9df-06fb-4a72-b2fe-6bcd3c935796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:46.172858 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:47.030620 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:48.707773 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:55:52.722833 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 5 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:56:13.299460 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d6249bbf-e8c1-4882-8d64-4ff430927222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:15.921439 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-feca678f-7b85-42f6-9b47-99b7973e4f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:16.169727 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:17.032003 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:18.708895 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:29.720896 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 5 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:56:35.498603 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48004) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:35.558720 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f9c2ff-da0d-4577-81a7-8556cf795629 admin admin] GET failed (client error): The resource could not be found. Jul 23 22:56:35.560032 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-e6f9c2ff-da0d-4577-81a7-8556cf795629 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604949 Jul 23 22:56:35.715486 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4443f37b-28e7-4960-a824-648472bdcf73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:35.716865 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-4443f37b-28e7-4960-a824-648472bdcf73 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1530211 Jul 23 22:56:37.892416 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48014) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:37.981381 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850bb474-3f91-45e1-827e-c7804426e33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:37.982714 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-850bb474-3f91-45e1-827e-c7804426e33a admin admin] 10.222.0.20 "GET /v2.0/subnets/3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a HTTP/1.1" status: 200 len: 849 time: 0.0893352 Jul 23 22:56:37.991668 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-7b173ac6-ce92-4037-bb26-8b5e911229a0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:56:38.073865 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-7b173ac6-ce92-4037-bb26-8b5e911229a0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.210667 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-7b173ac6-ce92-4037-bb26-8b5e911229a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750116793923'] for subnet, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.241441 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b173ac6-ce92-4037-bb26-8b5e911229a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:38.241650 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-7b173ac6-ce92-4037-bb26-8b5e911229a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.251575 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-7b173ac6-ce92-4037-bb26-8b5e911229a0 admin admin] 10.222.0.20 "PUT /v2.0/subnets/3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a HTTP/1.1" status: 200 len: 868 time: 0.2555265 Jul 23 22:56:38.251792 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce99274-8727-4156-8fc3-fa90c213375b None None] Network 231568bd-34cc-42d1-8498-0273a778cbab requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:56:38.264002 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b173ac6-ce92-4037-bb26-8b5e911229a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:56:38.271435 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b173ac6-ce92-4037-bb26-8b5e911229a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:38.271812 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b173ac6-ce92-4037-bb26-8b5e911229a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:38.272161 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b173ac6-ce92-4037-bb26-8b5e911229a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:38.272498 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b173ac6-ce92-4037-bb26-8b5e911229a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:38.272850 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b173ac6-ce92-4037-bb26-8b5e911229a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:38.273171 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b173ac6-ce92-4037-bb26-8b5e911229a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:38.273503 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b173ac6-ce92-4037-bb26-8b5e911229a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:38.273854 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b173ac6-ce92-4037-bb26-8b5e911229a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:38.274202 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b173ac6-ce92-4037-bb26-8b5e911229a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:38.274549 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b173ac6-ce92-4037-bb26-8b5e911229a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:38.274926 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b173ac6-ce92-4037-bb26-8b5e911229a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:38.274926 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b173ac6-ce92-4037-bb26-8b5e911229a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:56:38.638544 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-35362030-c8f9-4e96-b961-45935be642c3 None None] Provisioning complete for port be79ab71-3069-47ef-941d-299ce83befc8 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:38.638975 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-35362030-c8f9-4e96-b961-45935be642c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:38.720479 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-35362030-c8f9-4e96-b961-45935be642c3 None None] Provisioning complete for port 56ce0374-02d1-43dc-9a20-bdf178e522c2 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:56:38.720776 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-35362030-c8f9-4e96-b961-45935be642c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:40.435812 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48022) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:40.635148 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012dd808-bee1-409a-83f8-aa9876ea0fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:40.635537 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012dd808-bee1-409a-83f8-aa9876ea0fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:40.637105 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-012dd808-bee1-409a-83f8-aa9876ea0fed admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2003467 Jul 23 22:56:42.879793 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 48030) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:43.113561 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3875572c-caea-40b8-a9fd-3b24eeb5a9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:43.113945 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3875572c-caea-40b8-a9fd-3b24eeb5a9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:43.115572 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-3875572c-caea-40b8-a9fd-3b24eeb5a9f0 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2347877 Jul 23 22:56:43.300998 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-373bbb22-a7ef-4c65-84be-ee71384020cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:45.279338 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 48040) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:45.495282 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1b667b-bf42-4e2e-ac07-0073af2f3d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:45.496564 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-9b1b667b-bf42-4e2e-ac07-0073af2f3d10 admin admin] 10.222.0.20 "GET /v2.0/networks/231568bd-34cc-42d1-8498-0273a778cbab HTTP/1.1" status: 200 len: 869 time: 0.2162666 Jul 23 22:56:45.923001 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a1f369ff-3cdf-4a64-9096-fe2ce4579d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:46.171019 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:47.033068 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:47.663344 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 48048) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:47.787449 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186bbd3c-34d2-4432-a9a1-d66d1ca53248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:47.788910 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-186bbd3c-34d2-4432-a9a1-d66d1ca53248 admin admin] 10.222.0.20 "GET /v2.0/networks/28efa890-d1ea-4772-b7d3-cfef5dff758d HTTP/1.1" status: 200 len: 886 time: 0.1246493 Jul 23 22:56:48.712020 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:56:49.961398 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 48056) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:50.082472 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1aa156-2d9b-4735-a93b-e0dda4667003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:50.082947 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1aa156-2d9b-4735-a93b-e0dda4667003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:50.084466 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-7a1aa156-2d9b-4735-a93b-e0dda4667003 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221108 Jul 23 22:56:52.236615 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48064) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:52.359561 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2e9c9a-fce5-48c1-a47b-3dd98fd40d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:52.359941 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2e9c9a-fce5-48c1-a47b-3dd98fd40d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:52.365468 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-ca2e9c9a-fce5-48c1-a47b-3dd98fd40d4d admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239567 Jul 23 22:56:54.499168 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 48072) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:54.626559 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e7e553-65b0-402b-99b0-0526affc5192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:54.627910 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-20e7e553-65b0-402b-99b0-0526affc5192 admin admin] 10.222.0.20 "GET /v2.0/subnets/3a4f93b9-8de6-46a6-8faf-e8d4fbcc477a HTTP/1.1" status: 200 len: 868 time: 0.1277928 Jul 23 22:56:56.811434 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48080) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:56:56.894849 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f948d5-9ef3-45a0-9164-aa55cfdfa057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:56:56.896172 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-01f948d5-9ef3-45a0-9164-aa55cfdfa057 admin admin] 10.222.0.20 "GET /v2.0/subnets/97030860-1f38-455c-ac9a-169aa93780e4 HTTP/1.1" status: 200 len: 816 time: 0.0837703 Jul 23 22:57:06.720404 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 5 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:57:13.302250 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6f194043-cc28-4e85-9385-906421930911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:15.923910 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d50527e3-b6d6-4a3a-b1df-65522b8c1684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:16.171878 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:17.035456 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:18.716657 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:21.212402 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48132) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:21.261700 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [None req-78be103f-2b5d-40e1-bea4-2750ede1a0b4 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93010) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:57:21.262767 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-78be103f-2b5d-40e1-bea4-2750ede1a0b4 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494022 Jul 23 22:57:23.518070 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48140) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:23.575765 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.pecan_wsgi.hooks.translation [None req-9542d0e9-7adb-4ec1-97a0-2a902224a31a admin admin] GET failed (client error): The resource could not be found. Jul 23 22:57:23.577066 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-9542d0e9-7adb-4ec1-97a0-2a902224a31a admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0580056 Jul 23 22:57:23.660769 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f59a5a-2751-4222-9a4b-4c45776a2755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:23.662114 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-c6f59a5a-2751-4222-9a4b-4c45776a2755 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812368 Jul 23 22:57:25.841753 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48148) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:25.887633 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-73c221d3-3d19-4dd2-8e71-613a17246d4a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:25.907332 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c221d3-3d19-4dd2-8e71-613a17246d4a admin admin] Made reservation on behalf of 684e7fcf525f4b329dc079f69783566a for: {'network': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:57:25.909651 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-73c221d3-3d19-4dd2-8e71-613a17246d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:25.937873 dv-cinder-679138-12-iscsi neutron-server[93010]: WARNING neutron.services.revisions.revision_plugin [None req-73c221d3-3d19-4dd2-8e71-613a17246d4a admin admin] Could not find related network for resource to bump revision. Jul 23 22:57:25.951032 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c221d3-3d19-4dd2-8e71-613a17246d4a admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=93010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 22:57:25.959785 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-73c221d3-3d19-4dd2-8e71-613a17246d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:25.960127 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.segments_db [None req-73c221d3-3d19-4dd2-8e71-613a17246d4a admin admin] Added segment 1f75db5d-be6e-444d-a233-7755590a13d7 of type vlan for network 1ba024da-dd34-4cfd-89d1-d6dba715b61d Jul 23 22:57:26.005684 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-73c221d3-3d19-4dd2-8e71-613a17246d4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.031745 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-73c221d3-3d19-4dd2-8e71-613a17246d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.032606 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c221d3-3d19-4dd2-8e71-613a17246d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:26.033181 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-73c221d3-3d19-4dd2-8e71-613a17246d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:26.066165 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-73c221d3-3d19-4dd2-8e71-613a17246d4a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2233603 Jul 23 22:57:26.203910 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c221d3-3d19-4dd2-8e71-613a17246d4a admin admin] Pushing event updated for resources: {'Network': ['ID=1ba024da-dd34-4cfd-89d1-d6dba715b61d,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:26.215136 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network 1ba024da-dd34-4cfd-89d1-d6dba715b61d details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 22:57:28.292739 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48156) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:57:28.350353 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.pecan_wsgi.hooks.translation [None req-154424f1-ff23-41ae-ad59-9a911567ca3c admin admin] GET failed (client error): The resource could not be found. Jul 23 22:57:28.351750 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-154424f1-ff23-41ae-ad59-9a911567ca3c admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0580001 Jul 23 22:57:28.421360 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f501b1c1-ba38-4eb0-a8ea-4550278812e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:28.422855 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-f501b1c1-ba38-4eb0-a8ea-4550278812e1 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665691 Jul 23 22:57:28.433036 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-18ffd6d7-018f-450b-a4af-72fafaf4e4bf admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '1ba024da-dd34-4cfd-89d1-d6dba715b61d', 'cidr': '192.168.233.0/24'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 22:57:28.452872 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ffd6d7-018f-450b-a4af-72fafaf4e4bf admin admin] Made reservation on behalf of 684e7fcf525f4b329dc079f69783566a for: {'subnet': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 22:57:28.455225 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-18ffd6d7-018f-450b-a4af-72fafaf4e4bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.611850 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-18ffd6d7-018f-450b-a4af-72fafaf4e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for subnet, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.668614 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ffd6d7-018f-450b-a4af-72fafaf4e4bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddbe4398-0cf0-4a0e-b652-ef02d6727314,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:28.676782 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ffd6d7-018f-450b-a4af-72fafaf4e4bf admin admin] Checking segment: {'id': '1f75db5d-be6e-444d-a233-7755590a13d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ba024da-dd34-4cfd-89d1-d6dba715b61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:57:28.677134 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ffd6d7-018f-450b-a4af-72fafaf4e4bf admin admin] Network hostable DHCP agents. Network: 1ba024da-dd34-4cfd-89d1-d6dba715b61d, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 22:57:28.693407 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ffd6d7-018f-450b-a4af-72fafaf4e4bf admin admin] Network 1ba024da-dd34-4cfd-89d1-d6dba715b61d is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 22:57:28.701962 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-18ffd6d7-018f-450b-a4af-72fafaf4e4bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, 1ba024da-dd34-4cfd-89d1-d6dba715b61d) {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:57:28.706066 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ffd6d7-018f-450b-a4af-72fafaf4e4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 22:57:28.706675 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-18ffd6d7-018f-450b-a4af-72fafaf4e4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:28.712041 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e556fd-c330-4b9d-9042-b52de8a34712 None None] Network 1ba024da-dd34-4cfd-89d1-d6dba715b61d requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:57:28.721642 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-18ffd6d7-018f-450b-a4af-72fafaf4e4bf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2926557 Jul 23 22:57:28.964177 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83d872e7-6b40-5497-832c-d0f147a04015-1ba024da-dd34-4cfd-89d1-d6dba715b61d', 'network_id': '1ba024da-dd34-4cfd-89d1-d6dba715b61d', 'tenant_id': '684e7fcf525f4b329dc079f69783566a', 'fixed_ips': [{'subnet_id': 'ddbe4398-0cf0-4a0e-b652-ef02d6727314'}]}} from dv-cinder-679138-12-iscsi. {{(pid=93011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 22:57:28.965056 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:29.104597 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Allocated IP 192.168.233.2 (1ba024da-dd34-4cfd-89d1-d6dba715b61d/ddbe4398-0cf0-4a0e-b652-ef02d6727314/9466216a-89c9-46c2-88ff-832f5728b7f5) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 22:57:29.252133 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:29.261141 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Transition to ACTIVE for port object 9466216a-89c9-46c2-88ff-832f5728b7f5 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:57:29.276663 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Transition to ACTIVE for port object 9466216a-89c9-46c2-88ff-832f5728b7f5 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 22:57:29.283331 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:29.326553 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Network 1ba024da-dd34-4cfd-89d1-d6dba715b61d is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 22:57:29.329354 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 22:57:29.331767 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 22:57:29.337469 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Pushing event updated for resources: {'Port': ['ID=9466216a-89c9-46c2-88ff-832f5728b7f5,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:29.347898 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:29.348273 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:29.348625 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:29.348965 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:29.349302 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:29.349640 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:29.349971 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:29.350302 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:29.350673 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:29.351014 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:29.351341 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:29.351694 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:57:29.408968 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Attempting to bind port 9466216a-89c9-46c2-88ff-832f5728b7f5 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 22:57:29.409340 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Attempting to bind port 9466216a-89c9-46c2-88ff-832f5728b7f5 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '1f75db5d-be6e-444d-a233-7755590a13d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ba024da-dd34-4cfd-89d1-d6dba715b61d'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 22:57:29.409698 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Attempting to bind port 9466216a-89c9-46c2-88ff-832f5728b7f5 on network 1ba024da-dd34-4cfd-89d1-d6dba715b61d {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 22:57:29.415553 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 22, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 22:57:29.415928 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Checking segment: {'id': '1f75db5d-be6e-444d-a233-7755590a13d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ba024da-dd34-4cfd-89d1-d6dba715b61d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 22:57:29.416328 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:29.416719 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Bound using segment: {'id': '1f75db5d-be6e-444d-a233-7755590a13d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ba024da-dd34-4cfd-89d1-d6dba715b61d'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 22:57:29.417186 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Bound port: 9466216a-89c9-46c2-88ff-832f5728b7f5, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f75db5d-be6e-444d-a233-7755590a13d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ba024da-dd34-4cfd-89d1-d6dba715b61d'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 22:57:29.417579 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:29.479455 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] For port 9466216a-89c9-46c2-88ff-832f5728b7f5, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 22:57:29.482864 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] For port 9466216a-89c9-46c2-88ff-832f5728b7f5, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=9466216a-89c9-46c2-88ff-832f5728b7f5,segment=NetworkSegment(1f75db5d-be6e-444d-a233-7755590a13d7),segment_id=1f75db5d-be6e-444d-a233-7755590a13d7)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 22:57:29.488456 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:29.549106 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492925f2-c477-43a0-ac87-0217972f24e1 None None] Pushing event updated for resources: {'Port': ['ID=9466216a-89c9-46c2-88ff-832f5728b7f5,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:30.167877 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 9466216a-89c9-46c2-88ff-832f5728b7f5 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:57:30.226046 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port 9466216a-89c9-46c2-88ff-832f5728b7f5 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:57:30.371108 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a234d-a354-4bd4-9acc-c72b7eb84741 None None] Network 1ba024da-dd34-4cfd-89d1-d6dba715b61d requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 22:57:30.435674 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-9a6019bf-0536-4c45-b6ba-15e51e4bde07 None None] Provisioning for port 9466216a-89c9-46c2-88ff-832f5728b7f5 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 22:57:30.444783 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-9a6019bf-0536-4c45-b6ba-15e51e4bde07 None None] Provisioning complete for port 9466216a-89c9-46c2-88ff-832f5728b7f5 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:30.445152 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9a6019bf-0536-4c45-b6ba-15e51e4bde07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:30.588158 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9a6019bf-0536-4c45-b6ba-15e51e4bde07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:30.630803 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-9a6019bf-0536-4c45-b6ba-15e51e4bde07 None None] For port 9466216a-89c9-46c2-88ff-832f5728b7f5, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=9466216a-89c9-46c2-88ff-832f5728b7f5,segment=NetworkSegment(1f75db5d-be6e-444d-a233-7755590a13d7),segment_id=1f75db5d-be6e-444d-a233-7755590a13d7)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 22:57:30.635914 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9a6019bf-0536-4c45-b6ba-15e51e4bde07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:30.687168 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6019bf-0536-4c45-b6ba-15e51e4bde07 None None] Pushing event updated for resources: {'Port': ['ID=9466216a-89c9-46c2-88ff-832f5728b7f5,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:57:30.856656 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-dc720fea-7bad-42a5-989b-91b98990eb9b None None] Provisioning complete for port 9466216a-89c9-46c2-88ff-832f5728b7f5 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:30.856962 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dc720fea-7bad-42a5-989b-91b98990eb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:32.126243 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 9466216a-89c9-46c2-88ff-832f5728b7f5 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 22:57:32.174599 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 9466216a-89c9-46c2-88ff-832f5728b7f5 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 22:57:32.174965 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:43.303354 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8594772f-63f4-478c-962d-bf3f72ecafba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:43.718724 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 5 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:57:45.926225 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0764e6e0-0021-446c-82d5-9508efb0beb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:46.172323 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:47.038662 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:57:48.718806 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:13.305291 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-36c95aa2-b3af-474f-a982-b5749217c9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:15.927385 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-100c0761-c5af-4893-9d39-433c9e8134ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:16.173414 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:17.041418 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:18.723124 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:20.719984 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 5 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:58:38.431008 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 48208) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:38.437859 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [None req-351083ec-ade3-4416-8306-da77903907fd tempest-verify_tempest_config-931747763 tempest-verify_tempest_config-931747763-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 22:58:38.438898 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-351083ec-ade3-4416-8306-da77903907fd tempest-verify_tempest_config-931747763 tempest-verify_tempest_config-931747763-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068946 Jul 23 22:58:38.732834 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 48226) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:38.831000 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-240820d6-2efb-4bac-9740-fbb35cc0e05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:38.917383 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-240820d6-2efb-4bac-9740-fbb35cc0e05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:38.920812 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-240820d6-2efb-4bac-9740-fbb35cc0e05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:38.967819 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-240820d6-2efb-4bac-9740-fbb35cc0e05f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98d2b144881e4b5fa60ca101e7d2ed83&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2339041 Jul 23 22:58:38.969183 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240820d6-2efb-4bac-9740-fbb35cc0e05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3799f87b-0d29-433f-bfab-36daf6f57c0b,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:38.970536 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48230) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 22:58:38.975977 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240820d6-2efb-4bac-9740-fbb35cc0e05f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:38.976350 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240820d6-2efb-4bac-9740-fbb35cc0e05f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:38.976696 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240820d6-2efb-4bac-9740-fbb35cc0e05f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:38.977033 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240820d6-2efb-4bac-9740-fbb35cc0e05f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:38.977365 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240820d6-2efb-4bac-9740-fbb35cc0e05f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:38.977699 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240820d6-2efb-4bac-9740-fbb35cc0e05f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:38.978031 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240820d6-2efb-4bac-9740-fbb35cc0e05f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:38.978372 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240820d6-2efb-4bac-9740-fbb35cc0e05f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:38.978744 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240820d6-2efb-4bac-9740-fbb35cc0e05f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:38.979071 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240820d6-2efb-4bac-9740-fbb35cc0e05f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:38.979395 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240820d6-2efb-4bac-9740-fbb35cc0e05f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:38.979721 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240820d6-2efb-4bac-9740-fbb35cc0e05f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:39.029236 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-92b514df-3bda-4197-aec7-da7471e22593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:39.048969 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-92b514df-3bda-4197-aec7-da7471e22593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:39.135980 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-92b514df-3bda-4197-aec7-da7471e22593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:39.138533 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-92b514df-3bda-4197-aec7-da7471e22593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:39.139703 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-92b514df-3bda-4197-aec7-da7471e22593 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3799f87b-0d29-433f-bfab-36daf6f57c0b HTTP/1.1" status: 204 len: 168 time: 0.1681640 Jul 23 22:58:39.147552 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b514df-3bda-4197-aec7-da7471e22593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3799f87b-0d29-433f-bfab-36daf6f57c0b,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 22:58:39.154263 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b514df-3bda-4197-aec7-da7471e22593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:39.154656 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b514df-3bda-4197-aec7-da7471e22593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:39.154998 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b514df-3bda-4197-aec7-da7471e22593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:39.155332 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b514df-3bda-4197-aec7-da7471e22593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:39.155664 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b514df-3bda-4197-aec7-da7471e22593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:39.156009 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b514df-3bda-4197-aec7-da7471e22593 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:39.156339 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b514df-3bda-4197-aec7-da7471e22593 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:39.156679 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b514df-3bda-4197-aec7-da7471e22593 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:39.157022 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b514df-3bda-4197-aec7-da7471e22593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:39.157467 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b514df-3bda-4197-aec7-da7471e22593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:39.157790 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b514df-3bda-4197-aec7-da7471e22593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:39.158109 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b514df-3bda-4197-aec7-da7471e22593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 22:58:43.307210 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2b28a4c1-e948-438f-bbc5-0112ac3e555e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:45.930488 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fa62d44b-bf75-4bfb-8065-19673e9f5ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:46.174617 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:47.045013 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:48.723706 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:58:57.717879 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 5 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:59:13.307157 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-015c738d-f405-49d0-bb29-16e498a8a2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:15.932145 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-57e130ab-1394-4fb2-85f7-81e50f0f11b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:16.175684 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:17.046243 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:18.726982 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:34.716266 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 5 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 22:59:43.307150 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4d2ad69e-d208-48bc-b3cb-0ad655bdada9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:45.933519 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b697c5f8-104f-4182-9ace-ea1afa63859a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:46.176687 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:47.049895 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 22:59:48.730908 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:11.714869 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 5 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:00:13.309426 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15e3e7ea-50db-41e3-ab48-80a4e8b695cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:14.617779 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-942738'] for agent, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:15.933585 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ad184975-7c48-4b77-a42a-d7e748d72ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:16.177255 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:17.051971 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:18.732440 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:30.364923 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 48304) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:30.465684 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-469cd6ba-74bd-437a-9ec1-5c9b694b5106 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0996547 Jul 23 23:00:32.656239 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 48314) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:00:32.707765 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-85fa2ea4-934b-4aa1-b26c-3379d94eb10a admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0504704 Jul 23 23:00:43.310640 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b204d23b-74f6-420d-9d7e-42d1a92a639e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:44.567212 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:45.932744 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a04c0e88-891b-4347-a26c-3d3fe28669c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:46.177913 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:47.056598 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:00:48.713816 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:00:48.736100 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:13.310022 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-58d02392-29e3-4aed-b726-449cce18299e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:14.572517 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:15.933912 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7e5d2654-ce96-43ce-9829-083af067a7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:16.178902 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:17.060874 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:18.739445 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:25.711898 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:01:43.311878 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-28e2a11e-dc68-4e5c-9415-3919aa6b5ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:44.583110 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:45.934709 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5705acde-ef8c-47b2-a658-71d733b0681a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:46.181735 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:47.062875 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:01:48.743128 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:02.711373 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:02:03.364096 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 48524) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:03.592139 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48544) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:03.758255 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48562) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:03.767967 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2061984063-network', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:03.791868 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Made reservation on behalf of 3b4763efe226447f8183b6e16d41cadc for: {'network': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:03.795307 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.811705 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-357310298-network', 'tenant_id': '7f46f151b0734b8eb00a2009e4c8af61'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:03.816618 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.849222 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Made reservation on behalf of 7f46f151b0734b8eb00a2009e4c8af61 for: {'network': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:03.851670 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.863789 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.889775 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48568) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:03.939596 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.943689 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:03.972776 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c19ee9a-74f9-4bcb-9204-fd4f8c2df955,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:03.983370 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:03.983996 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:03.984715 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:03.985215 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:03.986122 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:03.986476 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:03.986837 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:03.987185 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:03.987519 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:03.987999 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:03.988471 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:03.988941 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Tracked resource versions report: Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: pushed versions: Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: { 'AddressGroup': {'1.2'}, Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'ConntrackHelper': {'1.0'}, Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Log': {'1.0'}, Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Network': {'1.1'}, Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Port': {'1.7'}, Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'PortForwarding': {'1.2'}, Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'QosPolicy': {'1.8'}, Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'SecurityGroup': {'1.4'}, Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'SecurityGroupRule': {'1.2'}, Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'SubPort': {'1.0'}, Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Subnet': {'1.1'}, Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Trunk': {'1.1'}} Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: consumer versions: Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: { DHCP agent@dv-cinder-679138-12-iscsi: {}, Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: HyperV agent@hv-cinder-67913: {}, Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: L3 agent@dv-cinder-679138-12-iscsi: {}, Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: Metadata agent@dv-cinder-679138-12-iscsi: {}, Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: Metering agent@dv-cinder-679138-12-iscsi: {}, Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: Open vSwitch agent@dv-cinder-679138-12-iscsi: { 'AddressGroup': '1.2', Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'ConntrackHelper': '1.0', Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Log': '1.0', Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Network': '1.1', Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Port': '1.7', Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'PortForwarding': '1.2', Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'QosPolicy': '1.8', Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'SecurityGroup': '1.4', Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'SecurityGroupRule': '1.2', Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'SubPort': '1.0', Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Subnet': '1.1', Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: 'Trunk': '1.1'}} Jul 23 23:02:03.990665 dv-cinder-679138-12-iscsi neutron-server[93009]: {{(pid=93009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 23:02:04.004018 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=93009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:04.014616 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.015372 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.db.segments_db [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Added segment 69e06602-5c49-46cf-8437-a3da867e80d5 of type vlan for network c8ea7abd-33e6-496d-83a2-7eb670061309 Jul 23 23:02:04.053607 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-a786062b-9ce5-44d5-867f-134cb2907e2d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1268705868-network', 'tenant_id': '4b2287dabe4a4009a649ab46b82bd58b'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:04.073766 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.080797 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.091010 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.124789 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.126538 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:04.126699 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.127183 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-44b2f953-94ae-432d-898f-44eb7ed3c65c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-100313759-network', 'tenant_id': '73844bc3ec514868b92c7e79b128f3ee'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:04.172163 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=93010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:04.209244 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] Pushing event updated for resources: {'Network': ['ID=c8ea7abd-33e6-496d-83a2-7eb670061309,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:04.209675 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a786062b-9ce5-44d5-867f-134cb2907e2d admin admin] Made reservation on behalf of 4b2287dabe4a4009a649ab46b82bd58b for: {'network': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:04.217668 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a786062b-9ce5-44d5-867f-134cb2907e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.226708 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network c8ea7abd-33e6-496d-83a2-7eb670061309 details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:04.227653 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-5d8f88b1-d253-47e0-a48d-9bbc35773377 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8617802 Jul 23 23:02:04.230054 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 48588) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:04.234691 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.235038 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.segments_db [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Added segment 46c5f914-f7c9-4d55-af7f-98c732d98d8d of type vlan for network b0ec605d-f416-45ff-8ee7-e2e08e932817 Jul 23 23:02:04.237007 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-8c4246a4-eb4c-4667-ab51-a415992534ed admin admin] Request body: {'subnet': {'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2061984063-subnet', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:04.265382 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a786062b-9ce5-44d5-867f-134cb2907e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.270640 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b2f953-94ae-432d-898f-44eb7ed3c65c admin admin] Made reservation on behalf of 73844bc3ec514868b92c7e79b128f3ee for: {'network': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:04.273718 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-44b2f953-94ae-432d-898f-44eb7ed3c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.299603 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4246a4-eb4c-4667-ab51-a415992534ed admin admin] Made reservation on behalf of 3b4763efe226447f8183b6e16d41cadc for: {'subnet': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:04.302606 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8c4246a4-eb4c-4667-ab51-a415992534ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.317620 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-44b2f953-94ae-432d-898f-44eb7ed3c65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.328012 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27601ce3-764b-462b-a962-cccd4347efaf,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:04.447351 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:04.447854 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:04.448298 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:04.448737 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:04.449177 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:04.449656 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:04.450391 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:04.450719 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:04.451180 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:04.451610 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:04.452043 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:04.452467 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Tracked resource versions report: Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: pushed versions: Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: { 'AddressGroup': {'1.2'}, Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'ConntrackHelper': {'1.0'}, Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Log': {'1.0'}, Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Network': {'1.1'}, Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Port': {'1.7'}, Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'PortForwarding': {'1.2'}, Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'QosPolicy': {'1.8'}, Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'SecurityGroup': {'1.4'}, Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'SecurityGroupRule': {'1.2'}, Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'SubPort': {'1.0'}, Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Subnet': {'1.1'}, Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Trunk': {'1.1'}} Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: consumer versions: Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: { DHCP agent@dv-cinder-679138-12-iscsi: {}, Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: HyperV agent@hv-cinder-67913: {}, Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: L3 agent@dv-cinder-679138-12-iscsi: {}, Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: Metadata agent@dv-cinder-679138-12-iscsi: {}, Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: Metering agent@dv-cinder-679138-12-iscsi: {}, Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: Open vSwitch agent@dv-cinder-679138-12-iscsi: { 'AddressGroup': '1.2', Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'ConntrackHelper': '1.0', Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Log': '1.0', Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Network': '1.1', Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Port': '1.7', Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'PortForwarding': '1.2', Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'QosPolicy': '1.8', Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'SecurityGroup': '1.4', Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'SecurityGroupRule': '1.2', Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'SubPort': '1.0', Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Subnet': '1.1', Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: 'Trunk': '1.1'}} Jul 23 23:02:04.454024 dv-cinder-679138-12-iscsi neutron-server[93010]: {{(pid=93010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 23:02:04.472097 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.483078 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-44b2f953-94ae-432d-898f-44eb7ed3c65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.502157 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-44b2f953-94ae-432d-898f-44eb7ed3c65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.576552 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b2f953-94ae-432d-898f-44eb7ed3c65c admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=93010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:04.591298 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.593523 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:04.594824 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.687125 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] Pushing event updated for resources: {'Network': ['ID=b0ec605d-f416-45ff-8ee7-e2e08e932817,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:04.690771 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2f953-94ae-432d-898f-44eb7ed3c65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b135fc5c-af22-48fd-ad32-77c9c6b3aa62,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:04.698413 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network b0ec605d-f416-45ff-8ee7-e2e08e932817 details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:04.764464 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-44b2f953-94ae-432d-898f-44eb7ed3c65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.764936 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.segments_db [None req-44b2f953-94ae-432d-898f-44eb7ed3c65c admin admin] Added segment 7bc915f6-66bf-4953-8685-7935dd08aa3b of type vlan for network f396b245-9304-4862-be4a-20a740e2e6d4 Jul 23 23:02:04.839715 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-44b2f953-94ae-432d-898f-44eb7ed3c65c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.860761 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8c4246a4-eb4c-4667-ab51-a415992534ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for subnet, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.906893 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a786062b-9ce5-44d5-867f-134cb2907e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.912181 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a786062b-9ce5-44d5-867f-134cb2907e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.923490 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-44b2f953-94ae-432d-898f-44eb7ed3c65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.924853 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b2f953-94ae-432d-898f-44eb7ed3c65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:04.925669 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-44b2f953-94ae-432d-898f-44eb7ed3c65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:04.954254 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-465added-b0ea-441c-ba32-9bb0be897dc3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3607128 Jul 23 23:02:04.963569 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 48614) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:04.972276 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-0d5ffdb9-77cb-4af2-9b0e-c6adf0486eb8 admin admin] Request body: {'subnet': {'network_id': 'b0ec605d-f416-45ff-8ee7-e2e08e932817', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-357310298-subnet', 'tenant_id': '7f46f151b0734b8eb00a2009e4c8af61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:04.981551 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-44b2f953-94ae-432d-898f-44eb7ed3c65c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0893381 Jul 23 23:02:04.986928 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48616) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:05.010871 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a786062b-9ce5-44d5-867f-134cb2907e2d admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=93010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:05.022329 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-36085b9f-66a9-4168-93df-85f2fd6e58f6 admin admin] Request body: {'subnet': {'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-100313759-subnet', 'tenant_id': '73844bc3ec514868b92c7e79b128f3ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:05.048357 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4246a4-eb4c-4667-ab51-a415992534ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=305eac6e-ee4e-4826-84b5-c213e1725333,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:05.051493 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4246a4-eb4c-4667-ab51-a415992534ed admin admin] Checking segment: {'id': '69e06602-5c49-46cf-8437-a3da867e80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:05.052503 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4246a4-eb4c-4667-ab51-a415992534ed admin admin] Network hostable DHCP agents. Network: c8ea7abd-33e6-496d-83a2-7eb670061309, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:05.055068 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786062b-9ce5-44d5-867f-134cb2907e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e11de57-d394-46d3-86ff-93cca0711835,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:05.088793 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5ffdb9-77cb-4af2-9b0e-c6adf0486eb8 admin admin] Made reservation on behalf of 7f46f151b0734b8eb00a2009e4c8af61 for: {'subnet': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:05.091976 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-0d5ffdb9-77cb-4af2-9b0e-c6adf0486eb8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.113190 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4246a4-eb4c-4667-ab51-a415992534ed admin admin] Network c8ea7abd-33e6-496d-83a2-7eb670061309 is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:05.145869 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a786062b-9ce5-44d5-867f-134cb2907e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.146365 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.segments_db [None req-a786062b-9ce5-44d5-867f-134cb2907e2d admin admin] Added segment 51f73a8f-60cf-4e5e-a6f0-771796905b3d of type vlan for network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 Jul 23 23:02:05.148299 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-8c4246a4-eb4c-4667-ab51-a415992534ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, c8ea7abd-33e6-496d-83a2-7eb670061309) {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:05.151171 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2f953-94ae-432d-898f-44eb7ed3c65c admin admin] Pushing event updated for resources: {'Network': ['ID=f396b245-9304-4862-be4a-20a740e2e6d4,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:05.160157 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f897ea-7fad-4c7d-be80-9f2a57279bc4 None None] Network c8ea7abd-33e6-496d-83a2-7eb670061309 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:05.188013 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network f396b245-9304-4862-be4a-20a740e2e6d4 details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:05.209896 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36085b9f-66a9-4168-93df-85f2fd6e58f6 admin admin] Made reservation on behalf of 73844bc3ec514868b92c7e79b128f3ee for: {'subnet': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:05.212535 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-36085b9f-66a9-4168-93df-85f2fd6e58f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.218420 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a786062b-9ce5-44d5-867f-134cb2907e2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.219040 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4246a4-eb4c-4667-ab51-a415992534ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:05.219832 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8c4246a4-eb4c-4667-ab51-a415992534ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.258543 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-8c4246a4-eb4c-4667-ab51-a415992534ed admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0270872 Jul 23 23:02:05.261366 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 48634) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:05.267329 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:05.308007 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1948'] for router, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.310329 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-949246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1008198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.445663 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a786062b-9ce5-44d5-867f-134cb2907e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.447070 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a786062b-9ce5-44d5-867f-134cb2907e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:05.447929 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a786062b-9ce5-44d5-867f-134cb2907e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.537030 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-a786062b-9ce5-44d5-867f-134cb2907e2d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7776442 Jul 23 23:02:05.549075 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48660) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:05.627988 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-36085b9f-66a9-4168-93df-85f2fd6e58f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for subnet, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.648589 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83d872e7-6b40-5497-832c-d0f147a04015-c8ea7abd-33e6-496d-83a2-7eb670061309', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'fixed_ips': [{'subnet_id': '305eac6e-ee4e-4826-84b5-c213e1725333'}]}} from dv-cinder-679138-12-iscsi. {{(pid=93011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:02:05.649893 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-a43fcd23-1daa-4d63-9530-206353dd4a65 admin admin] Request body: {'subnet': {'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1268705868-subnet', 'tenant_id': '4b2287dabe4a4009a649ab46b82bd58b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:05.650657 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.666093 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.704097 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-0d5ffdb9-77cb-4af2-9b0e-c6adf0486eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for subnet, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.705890 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36085b9f-66a9-4168-93df-85f2fd6e58f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09f5b0d2-9e82-4d1b-9669-e70cea678b05,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:05.707810 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786062b-9ce5-44d5-867f-134cb2907e2d admin admin] Pushing event updated for resources: {'Network': ['ID=781f2eae-a5ee-47f5-88e2-dad57f52ccb9,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:05.725413 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:05.773453 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43fcd23-1daa-4d63-9530-206353dd4a65 admin admin] Made reservation on behalf of 4b2287dabe4a4009a649ab46b82bd58b for: {'subnet': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:05.773453 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a43fcd23-1daa-4d63-9530-206353dd4a65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.809407 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36085b9f-66a9-4168-93df-85f2fd6e58f6 admin admin] Checking segment: {'id': '7bc915f6-66bf-4953-8685-7935dd08aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:05.810356 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36085b9f-66a9-4168-93df-85f2fd6e58f6 admin admin] Network hostable DHCP agents. Network: f396b245-9304-4862-be4a-20a740e2e6d4, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:05.882376 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36085b9f-66a9-4168-93df-85f2fd6e58f6 admin admin] Network f396b245-9304-4862-be4a-20a740e2e6d4 is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:05.899426 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-36085b9f-66a9-4168-93df-85f2fd6e58f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, f396b245-9304-4862-be4a-20a740e2e6d4) {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:05.918522 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36085b9f-66a9-4168-93df-85f2fd6e58f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:05.919538 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-36085b9f-66a9-4168-93df-85f2fd6e58f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:05.944288 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-36085b9f-66a9-4168-93df-85f2fd6e58f6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9534638 Jul 23 23:02:05.947167 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48678) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:05.965498 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6e1cf0-57cb-414a-b5d7-a4a873e83e91 None None] Network f396b245-9304-4862-be4a-20a740e2e6d4 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:05.974025 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-100313759-router', 'tenant_id': '73844bc3ec514868b92c7e79b128f3ee', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:05.999759 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ffdb9-77cb-4af2-9b0e-c6adf0486eb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d225d9-5785-4dbd-aed2-b217204dcf9a,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:06.004006 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.016939 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5ffdb9-77cb-4af2-9b0e-c6adf0486eb8 admin admin] Checking segment: {'id': '46c5f914-f7c9-4d55-af7f-98c732d98d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b0ec605d-f416-45ff-8ee7-e2e08e932817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:06.017865 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5ffdb9-77cb-4af2-9b0e-c6adf0486eb8 admin admin] Network hostable DHCP agents. Network: b0ec605d-f416-45ff-8ee7-e2e08e932817, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:06.059799 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1948'] for router, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.061044 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-949246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1008198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.068965 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5ffdb9-77cb-4af2-9b0e-c6adf0486eb8 admin admin] Network b0ec605d-f416-45ff-8ee7-e2e08e932817 is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:06.089667 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-0d5ffdb9-77cb-4af2-9b0e-c6adf0486eb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, b0ec605d-f416-45ff-8ee7-e2e08e932817) {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:06.102276 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5ffdb9-77cb-4af2-9b0e-c6adf0486eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:06.106829 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-0d5ffdb9-77cb-4af2-9b0e-c6adf0486eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.107036 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a932a352-cf1e-45b8-949c-974dbd3ac387 None None] Network b0ec605d-f416-45ff-8ee7-e2e08e932817 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:06.110489 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a43fcd23-1daa-4d63-9530-206353dd4a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for subnet, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.124659 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 48688) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:06.168033 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-0d5ffdb9-77cb-4af2-9b0e-c6adf0486eb8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2024195 Jul 23 23:02:06.180632 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fcd23-1daa-4d63-9530-206353dd4a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5042eb78-612c-4431-ada6-a0e582d6706b,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:06.221774 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Allocated IP 172.20.0.2 (c8ea7abd-33e6-496d-83a2-7eb670061309/305eac6e-ee4e-4826-84b5-c213e1725333/96037da7-9a18-451e-b508-87cb6ab94848) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:06.225537 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.252841 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43fcd23-1daa-4d63-9530-206353dd4a65 admin admin] Checking segment: {'id': '51f73a8f-60cf-4e5e-a6f0-771796905b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:06.253324 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43fcd23-1daa-4d63-9530-206353dd4a65 admin admin] Network hostable DHCP agents. Network: 781f2eae-a5ee-47f5-88e2-dad57f52ccb9, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:06.312708 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 48694) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:06.383787 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6e7b8599-8c4b-4327-8255-eee665049b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.398715 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c351e6-e635-43b5-bbd0-8134380b1cd3 None None] Network f396b245-9304-4862-be4a-20a740e2e6d4 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:06.417676 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43fcd23-1daa-4d63-9530-206353dd4a65 admin admin] Network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:06.436078 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d1caa017-da2b-4159-b9a0-d05f82329731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.445108 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.495193 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.522285 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.539112 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-a43fcd23-1daa-4d63-9530-206353dd4a65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, 781f2eae-a5ee-47f5-88e2-dad57f52ccb9) {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:06.548582 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43fcd23-1daa-4d63-9530-206353dd4a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:06.549677 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a43fcd23-1daa-4d63-9530-206353dd4a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.571453 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdba72e-4c69-4e8f-a83d-e5d17eb95c91 None None] Network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:06.640196 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae45d183-1e67-4c7e-909c-efee64a4eb78 None None] Network b0ec605d-f416-45ff-8ee7-e2e08e932817 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:06.715399 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_common [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] Allocated IP 172.27.3.110 (28efa890-d1ea-4772-b7d3-cfef5dff758d/97030860-1f38-455c-ac9a-169aa93780e4/2a90a95f-bc77-41e7-bf15-bdf3003feac0) {{(pid=93009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:06.738889 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6e7b8599-8c4b-4327-8255-eee665049b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.750001 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6e7b8599-8c4b-4327-8255-eee665049b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.836388 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-a43fcd23-1daa-4d63-9530-206353dd4a65 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2857099 Jul 23 23:02:06.837635 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.863177 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.915100 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-6e7b8599-8c4b-4327-8255-eee665049b55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f129747287e414cbf32d5513e239592&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7829452 Jul 23 23:02:06.915347 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:06.919425 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 48728) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:06.929599 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Transition to ACTIVE for port object 96037da7-9a18-451e-b508-87cb6ab94848 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:06.932862 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7b8599-8c4b-4327-8255-eee665049b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c130e88b-fe4a-4c58-92ef-d00f05b5ade4,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:06.968635 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Transition to ACTIVE for port object 96037da7-9a18-451e-b508-87cb6ab94848 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:06.988785 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48738) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:06.991151 dv-cinder-679138-12-iscsi neutron-server[93010]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 23:02:06.994013 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.007840 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.121639 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Network c8ea7abd-33e6-496d-83a2-7eb670061309 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:07.147093 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Pushing event updated for resources: {'Port': ['ID=96037da7-9a18-451e-b508-87cb6ab94848,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:07.160994 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.173059 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:07.189684 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:07.203855 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:07.204203 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:07.204545 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:07.204879 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:07.205208 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:07.205539 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:07.205878 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:07.208079 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:07.208079 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:07.208079 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:07.208079 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:07.208079 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Tracked resource versions report: Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: pushed versions: Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: { 'AddressGroup': {'1.2'}, Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'ConntrackHelper': {'1.0'}, Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Log': {'1.0'}, Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Network': {'1.1'}, Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Port': {'1.7'}, Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'PortForwarding': {'1.2'}, Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'QosPolicy': {'1.8'}, Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'SecurityGroup': {'1.4'}, Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'SecurityGroupRule': {'1.2'}, Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'SubPort': {'1.0'}, Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Subnet': {'1.1'}, Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Trunk': {'1.1'}} Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: consumer versions: Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: { DHCP agent@dv-cinder-679138-12-iscsi: {}, Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: HyperV agent@hv-cinder-67913: {}, Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: L3 agent@dv-cinder-679138-12-iscsi: {}, Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: Metadata agent@dv-cinder-679138-12-iscsi: {}, Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: Metering agent@dv-cinder-679138-12-iscsi: {}, Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: Open vSwitch agent@dv-cinder-679138-12-iscsi: { 'AddressGroup': '1.2', Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'ConntrackHelper': '1.0', Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Log': '1.0', Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Network': '1.1', Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Port': '1.7', Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'PortForwarding': '1.2', Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'QosPolicy': '1.8', Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'SecurityGroup': '1.4', Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'SecurityGroupRule': '1.2', Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'SubPort': '1.0', Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Subnet': '1.1', Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: 'Trunk': '1.1'}} Jul 23 23:02:07.208599 dv-cinder-679138-12-iscsi neutron-server[93011]: {{(pid=93011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 23:02:07.289798 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294d70f4-835b-4c35-ab42-53fdd7977f2a None None] Network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:07.299817 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:07.314722 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:07.330988 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] Received port after_create {{(pid=93009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:07.335901 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] Pushing event updated for resources: {'Port': ['ID=2a90a95f-bc77-41e7-bf15-bdf3003feac0,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:07.493700 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-cd82b152-95cf-4ca4-b850-7aab768d5b0e tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:07.501228 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-cd82b152-95cf-4ca4-b850-7aab768d5b0e tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/networks?id=b0ec605d-f416-45ff-8ee7-e2e08e932817 HTTP/1.1" status: 200 len: 811 time: 0.5111904 Jul 23 23:02:07.503912 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48768) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:07.517311 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-65728ce4-4078-4df0-a609-cbc896cd31c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.519093 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] Allocated IP 172.27.3.4 (28efa890-d1ea-4772-b7d3-cfef5dff758d/97030860-1f38-455c-ac9a-169aa93780e4/28e9a9e5-087d-47fe-b35d-33bea60e21f9) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:07.523230 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d1caa017-da2b-4159-b9a0-d05f82329731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.529803 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Attempting to bind port 96037da7-9a18-451e-b508-87cb6ab94848 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:07.530208 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Attempting to bind port 96037da7-9a18-451e-b508-87cb6ab94848 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '69e06602-5c49-46cf-8437-a3da867e80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:07.530594 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Attempting to bind port 96037da7-9a18-451e-b508-87cb6ab94848 on network c8ea7abd-33e6-496d-83a2-7eb670061309 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:07.541000 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d1caa017-da2b-4159-b9a0-d05f82329731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.544427 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:07.544804 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Checking segment: {'id': '69e06602-5c49-46cf-8437-a3da867e80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:07.545209 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.545600 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Bound using segment: {'id': '69e06602-5c49-46cf-8437-a3da867e80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:07.550679 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Bound port: 96037da7-9a18-451e-b508-87cb6ab94848, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e06602-5c49-46cf-8437-a3da867e80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:07.552126 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.573526 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-37869beb-8f9e-41dd-b108-ed4dcdb64f7b tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/quotas/7f46f151b0734b8eb00a2009e4c8af61 HTTP/1.1" status: 200 len: 375 time: 0.0707717 Jul 23 23:02:07.585425 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-65728ce4-4078-4df0-a609-cbc896cd31c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.661804 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-d1caa017-da2b-4159-b9a0-d05f82329731 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3bf695a65644487f8aec72cd752d03ed&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3457026 Jul 23 23:02:07.666561 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48774) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:07.668892 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-6ecf94ab-d80a-4209-a5d3-36ec9bcb6212 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f46f151b0734b8eb00a2009e4c8af61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637338 Jul 23 23:02:07.716790 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1caa017-da2b-4159-b9a0-d05f82329731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149437e9-c164-4bed-b54e-2ec819dcf9ff,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:07.719304 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-14935446-c455-4b13-b523-c428ee0d703e None None] For port 96037da7-9a18-451e-b508-87cb6ab94848, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:07.732724 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-14935446-c455-4b13-b523-c428ee0d703e None None] For port 96037da7-9a18-451e-b508-87cb6ab94848, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=96037da7-9a18-451e-b508-87cb6ab94848,segment=NetworkSegment(69e06602-5c49-46cf-8437-a3da867e80d5),segment_id=69e06602-5c49-46cf-8437-a3da867e80d5)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:07.741317 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.807963 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8d1b0-34e9-4682-831f-686264935eec req-225d2455-25a9-49a4-bd94-ddc9acafe970 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:07.815687 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dfa8d1b0-34e9-4682-831f-686264935eec req-225d2455-25a9-49a4-bd94-ddc9acafe970 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/networks?id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9 HTTP/1.1" status: 200 len: 815 time: 0.2999444 Jul 23 23:02:07.830454 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14935446-c455-4b13-b523-c428ee0d703e None None] Pushing event updated for resources: {'Port': ['ID=96037da7-9a18-451e-b508-87cb6ab94848,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:07.851980 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-65728ce4-4078-4df0-a609-cbc896cd31c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.854050 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-65728ce4-4078-4df0-a609-cbc896cd31c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.857646 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-65728ce4-4078-4df0-a609-cbc896cd31c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c130e88b-fe4a-4c58-92ef-d00f05b5ade4 HTTP/1.1" status: 204 len: 168 time: 0.9311595 Jul 23 23:02:07.880499 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-b501739b-d09e-4abe-8781-c1fb70d45f95 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93010) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:07.881179 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.881659 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-b501739b-d09e-4abe-8781-c1fb70d45f95 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0972664 Jul 23 23:02:07.882932 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65728ce4-4078-4df0-a609-cbc896cd31c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c130e88b-fe4a-4c58-92ef-d00f05b5ade4,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:07.884828 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dfa8d1b0-34e9-4682-831f-686264935eec req-ba6a2c77-b9c1-4427-9982-80e441e46c77 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/quotas/4b2287dabe4a4009a649ab46b82bd58b HTTP/1.1" status: 200 len: 375 time: 0.0651712 Jul 23 23:02:07.896658 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-65f58ea2-af6a-41b9-bc51-d6c2310cfc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.906763 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:07.976664 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dfa8d1b0-34e9-4682-831f-686264935eec req-3bb43f42-a54b-4b90-97ab-6bb6061de160 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b2287dabe4a4009a649ab46b82bd58b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673826 Jul 23 23:02:07.989205 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-65f58ea2-af6a-41b9-bc51-d6c2310cfc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.116789 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.196689 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:08.219348 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:08.235705 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-65f58ea2-af6a-41b9-bc51-d6c2310cfc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.238535 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-65f58ea2-af6a-41b9-bc51-d6c2310cfc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.242279 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-65f58ea2-af6a-41b9-bc51-d6c2310cfc79 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/149437e9-c164-4bed-b54e-2ec819dcf9ff HTTP/1.1" status: 204 len: 168 time: 0.5699754 Jul 23 23:02:08.242622 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-65c8d90c-7102-4985-90c0-40547b6ed00c service neutron] 10.222.0.20 "GET /v2.0/networks/b0ec605d-f416-45ff-8ee7-e2e08e932817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303096 Jul 23 23:02:08.243349 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:08.292924 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] Pushing event updated for resources: {'Port': ['ID=28e9a9e5-087d-47fe-b35d-33bea60e21f9,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:08.304340 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946495'] for router, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.413146 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 96037da7-9a18-451e-b508-87cb6ab94848 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:08.424636 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [req-dfa8d1b0-34e9-4682-831f-686264935eec req-79805064-192a-4891-a647-8fe239a1ad6c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93010) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:08.425653 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dfa8d1b0-34e9-4682-831f-686264935eec req-79805064-192a-4891-a647-8fe239a1ad6c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1933641 Jul 23 23:02:08.426434 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f58ea2-af6a-41b9-bc51-d6c2310cfc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149437e9-c164-4bed-b54e-2ec819dcf9ff,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:08.523453 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] Router f85c4973-fc3a-4703-a320-475ed4d3f3cf is scheduled to L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 with binding_index 1 {{(pid=93009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:02:08.550462 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port 96037da7-9a18-451e-b508-87cb6ab94848 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:08.639696 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-4eb20d4a-6808-4b93-9d14-9714202027e4 service neutron] 10.222.0.20 "GET /v2.0/networks/b0ec605d-f416-45ff-8ee7-e2e08e932817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696020 Jul 23 23:02:08.691583 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:08.703613 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Sync routers for ids ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:08.716925 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Routers {'f85c4973-fc3a-4703-a320-475ed4d3f3cf'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:08.717566 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:01:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:08.729656 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dfa8d1b0-34e9-4682-831f-686264935eec req-8dd45c97-194b-4194-ac0a-90839dfe3ce1 service neutron] 10.222.0.20 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791762 Jul 23 23:02:08.748626 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] Notify callbacks [] for router, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.749938 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-e320721a-d420-43bc-ae6f-a0121854ad69 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4867496 Jul 23 23:02:08.752892 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 48804) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:08.801091 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48806) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:08.843749 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b258c054-b79a-4834-bb70-39621726e4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:08.973130 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Set router f85c4973-fc3a-4703-a320-475ed4d3f3cf gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:02:09.122114 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dfa8d1b0-34e9-4682-831f-686264935eec req-2da323bc-0255-4966-be6a-7c18788339e0 service neutron] 10.222.0.20 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244650 Jul 23 23:02:09.139196 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.272518 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b258c054-b79a-4834-bb70-39621726e4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.288206 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f5b213-8a8b-4b61-a383-368bd04fd191 None None] Network c8ea7abd-33e6-496d-83a2-7eb670061309 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:09.300517 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b258c054-b79a-4834-bb70-39621726e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.369610 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 48840) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:09.482159 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:02:07Z', 'revision_number': 3, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port': {'id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:09.515149 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Checking router: f85c4973-fc3a-4703-a320-475ed4d3f3cf for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:02:09.516164 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Updating router f85c4973-fc3a-4703-a320-475ed4d3f3cf port 2a90a95f-bc77-41e7-bf15-bdf3003feac0 binding host dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:02:09.550441 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-f3959f36-e835-4dbc-8857-0d0894684c9f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1740746639-network', 'tenant_id': '3ddf7ec65b774c57bcff3b235bd8e1bc'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:09.559603 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.589989 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3959f36-e835-4dbc-8857-0d0894684c9f admin admin] Made reservation on behalf of 3ddf7ec65b774c57bcff3b235bd8e1bc for: {'network': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:09.592625 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f3959f36-e835-4dbc-8857-0d0894684c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.614761 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f3959f36-e835-4dbc-8857-0d0894684c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.637642 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.741545 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-d72b48eb-c0e6-4c49-9f13-eb9e9b2e234b None None] Provisioning for port 96037da7-9a18-451e-b508-87cb6ab94848 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:09.745897 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d702872d-9649-475f-9977-fd48e178febd req-871e29fa-1fb9-4e12-a5db-e5476c449853 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 210 time: 0.3622539 Jul 23 23:02:09.773196 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-d72b48eb-c0e6-4c49-9f13-eb9e9b2e234b None None] Provisioning complete for port 96037da7-9a18-451e-b508-87cb6ab94848 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:09.777388 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d72b48eb-c0e6-4c49-9f13-eb9e9b2e234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.787436 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-b258c054-b79a-4834-bb70-39621726e4fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6d3edef66114d82beb6bb4daf139ed0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9830313 Jul 23 23:02:09.798728 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258c054-b79a-4834-bb70-39621726e4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483af767-69de-4c8a-bf78-9b06304b1908,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:09.820465 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48860) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:09.958611 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:09.970882 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Transition to ACTIVE for port object 2a90a95f-bc77-41e7-bf15-bdf3003feac0 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:09.981117 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.078955 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971a836-4d46-4b10-847d-48061ff53ab6 None None] Pushing event updated for resources: {'Port': ['ID=2a90a95f-bc77-41e7-bf15-bdf3003feac0,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:10.101943 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971a836-4d46-4b10-847d-48061ff53ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:10.102624 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971a836-4d46-4b10-847d-48061ff53ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:10.103119 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971a836-4d46-4b10-847d-48061ff53ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:10.103606 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971a836-4d46-4b10-847d-48061ff53ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:10.104090 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971a836-4d46-4b10-847d-48061ff53ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:10.104587 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971a836-4d46-4b10-847d-48061ff53ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:10.105081 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971a836-4d46-4b10-847d-48061ff53ab6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:10.106307 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971a836-4d46-4b10-847d-48061ff53ab6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:10.106955 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971a836-4d46-4b10-847d-48061ff53ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:10.107814 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971a836-4d46-4b10-847d-48061ff53ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:10.108881 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971a836-4d46-4b10-847d-48061ff53ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:10.109382 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971a836-4d46-4b10-847d-48061ff53ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971a836-4d46-4b10-847d-48061ff53ab6 None None] Tracked resource versions report: Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: pushed versions: Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: { 'AddressGroup': {'1.2'}, Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'ConntrackHelper': {'1.0'}, Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Log': {'1.0'}, Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Network': {'1.1'}, Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Port': {'1.7'}, Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'PortForwarding': {'1.2'}, Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'QosPolicy': {'1.8'}, Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'SecurityGroup': {'1.4'}, Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'SecurityGroupRule': {'1.2'}, Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'SubPort': {'1.0'}, Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Subnet': {'1.1'}, Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Trunk': {'1.1'}} Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: consumer versions: Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: { DHCP agent@dv-cinder-679138-12-iscsi: {}, Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: HyperV agent@hv-cinder-67913: {}, Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: L3 agent@dv-cinder-679138-12-iscsi: {}, Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: Metadata agent@dv-cinder-679138-12-iscsi: {}, Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: Metering agent@dv-cinder-679138-12-iscsi: {}, Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: Open vSwitch agent@dv-cinder-679138-12-iscsi: { 'AddressGroup': '1.2', Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'ConntrackHelper': '1.0', Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Log': '1.0', Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Network': '1.1', Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Port': '1.7', Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'PortForwarding': '1.2', Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'QosPolicy': '1.8', Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'SecurityGroup': '1.4', Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'SecurityGroupRule': '1.2', Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'SubPort': '1.0', Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Subnet': '1.1', Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: 'Trunk': '1.1'}} Jul 23 23:02:10.110825 dv-cinder-679138-12-iscsi neutron-server[93012]: {{(pid=93012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 23:02:10.113634 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Attempting to bind port 2a90a95f-bc77-41e7-bf15-bdf3003feac0 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:10.114853 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Attempting to bind port 2a90a95f-bc77-41e7-bf15-bdf3003feac0 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:10.115723 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Attempting to bind port 2a90a95f-bc77-41e7-bf15-bdf3003feac0 on network 28efa890-d1ea-4772-b7d3-cfef5dff758d {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:10.123726 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:10.124114 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Checking segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:10.124522 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.124916 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Bound using segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:10.125389 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Bound port: 2a90a95f-bc77-41e7-bf15-bdf3003feac0, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:10.125986 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.157899 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d72b48eb-c0e6-4c49-9f13-eb9e9b2e234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.193150 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] For port 2a90a95f-bc77-41e7-bf15-bdf3003feac0, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:10.197470 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] For port 2a90a95f-bc77-41e7-bf15-bdf3003feac0, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=2a90a95f-bc77-41e7-bf15-bdf3003feac0,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:10.198243 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6ce3ca4d-295e-4263-9c2d-afdb04711594 req-edd76f93-ef33-48e9-83cb-5d8dfcc8be78 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 210 time: 0.0569348 Jul 23 23:02:10.207519 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.298195 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6d3341ef-6402-43f8-b824-09201110d48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.303386 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-d72b48eb-c0e6-4c49-9f13-eb9e9b2e234b None None] For port 96037da7-9a18-451e-b508-87cb6ab94848, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=96037da7-9a18-451e-b508-87cb6ab94848,segment=NetworkSegment(69e06602-5c49-46cf-8437-a3da867e80d5),segment_id=69e06602-5c49-46cf-8437-a3da867e80d5)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:10.306246 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_common [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] Allocated IP 172.20.0.1 (c8ea7abd-33e6-496d-83a2-7eb670061309/305eac6e-ee4e-4826-84b5-c213e1725333/3fb542fb-0e6e-4214-8e2d-8420a4b70e28) {{(pid=93009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:10.314474 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946495'] for router, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.314795 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d72b48eb-c0e6-4c49-9f13-eb9e9b2e234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.335743 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f3959f36-e835-4dbc-8857-0d0894684c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.349979 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f3959f36-e835-4dbc-8857-0d0894684c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.417366 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b48eb-c0e6-4c49-9f13-eb9e9b2e234b None None] Pushing event updated for resources: {'Port': ['ID=96037da7-9a18-451e-b508-87cb6ab94848,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:10.425523 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971a836-4d46-4b10-847d-48061ff53ab6 None None] Pushing event updated for resources: {'Port': ['ID=2a90a95f-bc77-41e7-bf15-bdf3003feac0,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:10.447260 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Routers {'f85c4973-fc3a-4703-a320-475ed4d3f3cf'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:10.450838 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3959f36-e835-4dbc-8857-0d0894684c9f admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=93009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:10.451374 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6d3341ef-6402-43f8-b824-09201110d48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.452809 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:01:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:10.539121 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-43b46fbd-752f-4583-b9fe-19a7a8410f6a None None] Provisioning complete for port 96037da7-9a18-451e-b508-87cb6ab94848 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:10.539564 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-43b46fbd-752f-4583-b9fe-19a7a8410f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.544988 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f3959f36-e835-4dbc-8857-0d0894684c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.544988 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.db.segments_db [None req-f3959f36-e835-4dbc-8857-0d0894684c9f admin admin] Added segment fb6e97f4-18b4-4efd-be9a-2d890ba0eac0 of type vlan for network c579764a-8675-4994-a3ff-7595e61e976e Jul 23 23:02:10.569911 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6d3341ef-6402-43f8-b824-09201110d48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.572773 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6d3341ef-6402-43f8-b824-09201110d48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.574061 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-6d3341ef-6402-43f8-b824-09201110d48c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/483af767-69de-4c8a-bf78-9b06304b1908 HTTP/1.1" status: 204 len: 168 time: 0.7469599 Jul 23 23:02:10.590956 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3341ef-6402-43f8-b824-09201110d48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483af767-69de-4c8a-bf78-9b06304b1908,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:10.614891 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3959f36-e835-4dbc-8857-0d0894684c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdb090e-8d47-4b92-9e3d-bb6a4395abeb,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:10.649573 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] Router b935ed7c-a240-47e3-b0e8-3dd50b05039f is scheduled to L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 with binding_index 1 {{(pid=93010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:02:10.689963 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f3959f36-e835-4dbc-8857-0d0894684c9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.714889 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] Set router f85c4973-fc3a-4703-a320-475ed4d3f3cf gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:02:10.811987 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.851437 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f3959f36-e835-4dbc-8857-0d0894684c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.853238 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3959f36-e835-4dbc-8857-0d0894684c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:10.856031 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f3959f36-e835-4dbc-8857-0d0894684c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:10.888028 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-f3959f36-e835-4dbc-8857-0d0894684c9f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5173306 Jul 23 23:02:10.890017 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.provisioning_blocks [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] Transition to ACTIVE for port object 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 will not be triggered until provisioned by entity DHCP. {{(pid=93009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:10.906348 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 48908) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:10.914035 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-ffd19911-f6a1-4007-83bf-6b58b7fe5067 admin admin] Request body: {'subnet': {'network_id': 'c579764a-8675-4994-a3ff-7595e61e976e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1740746639-subnet', 'tenant_id': '3ddf7ec65b774c57bcff3b235bd8e1bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:10.927498 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f04715dd-0b6e-4a5b-bf0f-cd04e1c4088d req-3ffb7f5c-c955-4270-92de-4b8402300d58 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 210 time: 0.0785298 Jul 23 23:02:10.976397 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:10.996709 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Sync routers for ids ['b935ed7c-a240-47e3-b0e8-3dd50b05039f'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:11.008945 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3959f36-e835-4dbc-8857-0d0894684c9f admin admin] Pushing event updated for resources: {'Network': ['ID=c579764a-8675-4994-a3ff-7595e61e976e,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:11.025282 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd19911-f6a1-4007-83bf-6b58b7fe5067 admin admin] Made reservation on behalf of 3ddf7ec65b774c57bcff3b235bd8e1bc for: {'subnet': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:11.035039 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:11.037456 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-c5b84013-259f-4a1a-bffd-1b2610ce99a7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0893507 Jul 23 23:02:11.040195 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 48920) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:11.042247 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ffd19911-f6a1-4007-83bf-6b58b7fe5067 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:11.073139 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network c579764a-8675-4994-a3ff-7595e61e976e details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:11.086113 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Routers {'b935ed7c-a240-47e3-b0e8-3dd50b05039f'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:11.087908 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:01:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['b935ed7c-a240-47e3-b0e8-3dd50b05039f'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:11.118589 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:02:07Z', 'revision_number': 3, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port': {'id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:11.224650 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7194b5-7529-4d4e-817d-05367375d732 None None] The sync data for ids ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'] in dv-cinder-679138-12-iscsi is: [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:02:07Z', 'revision_number': 3, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port': {'id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:11.287558 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:11.451821 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] Pushing event updated for resources: {'Port': ['ID=3fb542fb-0e6e-4214-8e2d-8420a4b70e28,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:11.485072 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Set router b935ed7c-a240-47e3-b0e8-3dd50b05039f gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:02:11.517505 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] Network c8ea7abd-33e6-496d-83a2-7eb670061309 is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:11.523833 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:11.534094 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] Received port after_create {{(pid=93009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:11.536840 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944432'] for router_interface, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:11.606525 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ced48bc8-5a2f-4f98-89b2-19b75a18099c req-6aceaddf-a007-4095-bd46-ce1ee91f3d3d tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 210 time: 0.0734892 Jul 23 23:02:11.967941 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'name': 'tempest-ServerRescueNegativeTestJSON-100313759-router', 'tenant_id': '73844bc3ec514868b92c7e79b128f3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '28e9a9e5-087d-47fe-b35d-33bea60e21f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:08Z', 'revision_number': 3, 'project_id': '73844bc3ec514868b92c7e79b128f3ee', 'gw_port': {'id': '28e9a9e5-087d-47fe-b35d-33bea60e21f9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ce:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:12.083659 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Checking router: b935ed7c-a240-47e3-b0e8-3dd50b05039f for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:02:12.084297 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Updating router b935ed7c-a240-47e3-b0e8-3dd50b05039f port 28e9a9e5-087d-47fe-b35d-33bea60e21f9 binding host dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:02:12.177927 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.189258 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ffd19911-f6a1-4007-83bf-6b58b7fe5067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for subnet, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.257788 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-52d0e75b-763d-4aeb-ac6b-ba1aab6779f4 None None] Provisioning for port 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:12.269499 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-098102e3-7da5-4f6d-8f60-5641027ea3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.339247 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-52d0e75b-763d-4aeb-ac6b-ba1aab6779f4 None None] Provisioning complete for port 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:12.340685 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-52d0e75b-763d-4aeb-ac6b-ba1aab6779f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.425424 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-52d0e75b-763d-4aeb-ac6b-ba1aab6779f4 None None] Port 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:12.565002 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd19911-f6a1-4007-83bf-6b58b7fe5067 admin admin] Checking segment: {'id': 'fb6e97f4-18b4-4efd-be9a-2d890ba0eac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c579764a-8675-4994-a3ff-7595e61e976e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:12.565584 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd19911-f6a1-4007-83bf-6b58b7fe5067 admin admin] Network hostable DHCP agents. Network: c579764a-8675-4994-a3ff-7595e61e976e, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:12.574202 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd19911-f6a1-4007-83bf-6b58b7fe5067 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aed91915-b0bb-4c75-b73a-ea2061dc13dc,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:12.606560 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 96037da7-9a18-451e-b508-87cb6ab94848 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:12.666178 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b2fd007f-53c6-416f-958d-193a9f7bc090 req-78138a13-8d2c-439f-bdf1-9abb65e23453 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 210 time: 0.0529943 Jul 23 23:02:12.669056 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [None req-098102e3-7da5-4f6d-8f60-5641027ea3b2 admin admin] Allocated IP 172.20.0.1 (f396b245-9304-4862-be4a-20a740e2e6d4/09f5b0d2-9e82-4d1b-9669-e70cea678b05/a1993483-eb30-44cd-8533-e5f949dc7d62) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:12.763320 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.791634 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd19911-f6a1-4007-83bf-6b58b7fe5067 admin admin] Network c579764a-8675-4994-a3ff-7595e61e976e is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:12.848875 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-098102e3-7da5-4f6d-8f60-5641027ea3b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.860247 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-ffd19911-f6a1-4007-83bf-6b58b7fe5067 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, c579764a-8675-4994-a3ff-7595e61e976e) {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:12.886395 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd19911-f6a1-4007-83bf-6b58b7fe5067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:12.887968 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ffd19911-f6a1-4007-83bf-6b58b7fe5067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:12.915891 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1a60a622-420c-4816-a250-aa8fc32f4671 req-b2918832-8d7a-485d-9286-06a525bd464f tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 210 time: 0.0609474 Jul 23 23:02:12.930952 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36df5dd7-5b9e-44cc-bd4f-2626a50673b3 None None] Network c579764a-8675-4994-a3ff-7595e61e976e requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:12.985550 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-ffd19911-f6a1-4007-83bf-6b58b7fe5067 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0747712 Jul 23 23:02:12.992227 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-098102e3-7da5-4f6d-8f60-5641027ea3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.051319 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098102e3-7da5-4f6d-8f60-5641027ea3b2 admin admin] Network f396b245-9304-4862-be4a-20a740e2e6d4 is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:13.054683 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-098102e3-7da5-4f6d-8f60-5641027ea3b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:13.058306 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098102e3-7da5-4f6d-8f60-5641027ea3b2 admin admin] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:13.059123 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-098102e3-7da5-4f6d-8f60-5641027ea3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944432'] for router_interface, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.112426 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098102e3-7da5-4f6d-8f60-5641027ea3b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a1993483-eb30-44cd-8533-e5f949dc7d62,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:13.129726 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.158181 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 96037da7-9a18-451e-b508-87cb6ab94848 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:13.158876 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.320787 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.326765 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.327688 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943877'] for router_interface, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.328568 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Transition to ACTIVE for port object 28e9a9e5-087d-47fe-b35d-33bea60e21f9 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:13.345467 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-098102e3-7da5-4f6d-8f60-5641027ea3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.387895 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] Pushing event updated for resources: {'Port': ['ID=3fb542fb-0e6e-4214-8e2d-8420a4b70e28,revision_number=2']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:13.424448 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.508978 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061cd9ca-302d-4eee-9163-8c7ec350eef0 None None] Network c579764a-8675-4994-a3ff-7595e61e976e requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:13.522837 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-56252c21-3f4b-49d2-b83e-5ecfbd59fd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.555907 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] Network c8ea7abd-33e6-496d-83a2-7eb670061309 is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:13.557274 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:13.564855 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.47', 50677) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:13.720822 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Attempting to bind port 28e9a9e5-087d-47fe-b35d-33bea60e21f9 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:13.721193 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Attempting to bind port 28e9a9e5-087d-47fe-b35d-33bea60e21f9 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:13.721559 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Attempting to bind port 28e9a9e5-087d-47fe-b35d-33bea60e21f9 on network 28efa890-d1ea-4772-b7d3-cfef5dff758d {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:13.761133 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-098102e3-7da5-4f6d-8f60-5641027ea3b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.782008 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-098102e3-7da5-4f6d-8f60-5641027ea3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.782866 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-098102e3-7da5-4f6d-8f60-5641027ea3b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943877'] for router_interface, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:13.913075 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098102e3-7da5-4f6d-8f60-5641027ea3b2 admin admin] Pushing event updated for resources: {'Port': ['ID=a1993483-eb30-44cd-8533-e5f949dc7d62,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:13.947286 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca82d6f-05ec-48d2-a78f-6171c1cfb46e None None] Pushing event updated for resources: {'Port': ['ID=28e9a9e5-087d-47fe-b35d-33bea60e21f9,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:14.012238 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-107f90b0-1fcc-4fe9-9da2-b5bae0305fae req-93ecf0e1-a216-4bb4-8cad-42887cabd22e tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 210 time: 0.1139624 Jul 23 23:02:14.093041 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] Router f85c4973-fc3a-4703-a320-475ed4d3f3cf has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:14.135677 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 2a90a95f-bc77-41e7-bf15-bdf3003feac0 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:14.140283 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:14.140918 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Checking segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:14.141563 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:14.142257 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Bound using segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:14.143122 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Bound port: 28e9a9e5-087d-47fe-b35d-33bea60e21f9, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:14.143591 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:14.299463 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.47', 50681) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:14.441273 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] For port 28e9a9e5-087d-47fe-b35d-33bea60e21f9, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:14.445233 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] For port 28e9a9e5-087d-47fe-b35d-33bea60e21f9, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=28e9a9e5-087d-47fe-b35d-33bea60e21f9,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:14.448683 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-cc025f7f-d518-4a23-9f0e-1ebbdf30d8b9 None None] Provisioning complete for port 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:14.449506 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cc025f7f-d518-4a23-9f0e-1ebbdf30d8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:14.452148 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port 2a90a95f-bc77-41e7-bf15-bdf3003feac0 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:14.456360 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49070) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:14.457509 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:14.482350 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Sync routers for ids ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:14.496408 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Routers {'f85c4973-fc3a-4703-a320-475ed4d3f3cf'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:14.497346 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 2a90a95f-bc77-41e7-bf15-bdf3003feac0 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:14.498039 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:14.499684 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:01:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:14.507289 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-6641b460-e9e9-428c-87b9-a190bff7469f admin admin] 10.222.0.20 "PUT /v2.0/routers/f85c4973-fc3a-4703-a320-475ed4d3f3cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7532032 Jul 23 23:02:14.508601 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:14.544143 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-714387475-network', 'tenant_id': '097fd8efec6c49b5ab8f2250ec6905d7'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:14.709290 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c1a66bb8-0720-4a49-a887-46dcc8d5172e req-c9130d1f-fc3b-43e7-9c4f-9747d74783a7 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 210 time: 0.4104552 Jul 23 23:02:14.715984 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-701dea7b-3e2d-433a-a8a7-a32879faf098 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:14.717432 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-701dea7b-3e2d-433a-a8a7-a32879faf098 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.47 "GET /v2.0/networks?id=b0ec605d-f416-45ff-8ee7-e2e08e932817 HTTP/1.1" status: 200 len: 811 time: 0.4171371 Jul 23 23:02:14.760350 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098102e3-7da5-4f6d-8f60-5641027ea3b2 admin admin] Network f396b245-9304-4862-be4a-20a740e2e6d4 is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:14.762201 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-098102e3-7da5-4f6d-8f60-5641027ea3b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:14.787040 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:14.791425 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8d1b0-34e9-4682-831f-686264935eec req-05bbe595-a994-4e64-99a4-ec61311a7854 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:14.801663 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-dfa8d1b0-34e9-4682-831f-686264935eec req-05bbe595-a994-4e64-99a4-ec61311a7854 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.47 "GET /v2.0/networks?id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9 HTTP/1.1" status: 200 len: 815 time: 1.0838053 Jul 23 23:02:14.806744 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Made reservation on behalf of 097fd8efec6c49b5ab8f2250ec6905d7 for: {'network': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:14.813559 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:14.851605 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Routers {'b935ed7c-a240-47e3-b0e8-3dd50b05039f'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:14.852863 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:01:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['b935ed7c-a240-47e3-b0e8-3dd50b05039f'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:14.853181 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [req-dfa8d1b0-34e9-4682-831f-686264935eec req-ed9df387-1d93-4f02-976e-159f2dc21841 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Request body: {'port': {'device_id': '5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b', 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9', 'admin_state_up': True, 'tenant_id': '4b2287dabe4a4009a649ab46b82bd58b'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:15.030186 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Set router f85c4973-fc3a-4703-a320-475ed4d3f3cf gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:02:15.064322 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098102e3-7da5-4f6d-8f60-5641027ea3b2 admin admin] Router b935ed7c-a240-47e3-b0e8-3dd50b05039f has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:15.069022 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-557a0da4-de5d-4d7e-a0b4-780ac4a13896 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Request body: {'port': {'device_id': 'e9858c4d-fa87-48dd-b2d7-0f2c96d26f82', 'network_id': 'b0ec605d-f416-45ff-8ee7-e2e08e932817', 'admin_state_up': True, 'tenant_id': '7f46f151b0734b8eb00a2009e4c8af61'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:15.145423 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] Set router b935ed7c-a240-47e3-b0e8-3dd50b05039f gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:02:15.324330 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:15.369558 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.db.api [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 23:02:15.369558 dv-cinder-679138-12-iscsi neutron-server[93009]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 23:02:15.369558 dv-cinder-679138-12-iscsi neutron-server[93009]: [parameters: {'project_id_1': '097fd8efec6c49b5ab8f2250ec6905d7', 'expiration_1': datetime.datetime(2021, 7, 23, 23, 2, 15, 350703)}] Jul 23 23:02:15.369558 dv-cinder-679138-12-iscsi neutron-server[93009]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:02:15.369957 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG oslo_db.api [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:02:15.373656 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfa8d1b0-34e9-4682-831f-686264935eec req-ed9df387-1d93-4f02-976e-159f2dc21841 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Made reservation on behalf of 4b2287dabe4a4009a649ab46b82bd58b for: {'port': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:15.396878 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-dfa8d1b0-34e9-4682-831f-686264935eec req-ed9df387-1d93-4f02-976e-159f2dc21841 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:15.419917 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49126) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:15.420164 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49128) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:15.427243 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-1019b6c7-5f71-43cd-bdbc-75c3e818eaf2 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1854903424', 'description': 'tempest-description--1781875546'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:15.454090 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-cc025f7f-d518-4a23-9f0e-1ebbdf30d8b9 None None] Port 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:15.468124 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1019b6c7-5f71-43cd-bdbc-75c3e818eaf2 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:15.552213 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca82d6f-05ec-48d2-a78f-6171c1cfb46e None None] Pushing event updated for resources: {'Port': ['ID=28e9a9e5-087d-47fe-b35d-33bea60e21f9,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:15.552923 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2dd8704e-c33a-4ed7-b88f-96a9a7ce5955 req-faa7464d-2037-47cc-848a-4fdc3e05f414 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 210 time: 0.0803897 Jul 23 23:02:15.737530 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:15.766436 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098102e3-7da5-4f6d-8f60-5641027ea3b2 admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:15.782369 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-098102e3-7da5-4f6d-8f60-5641027ea3b2 admin admin] 10.222.0.20 "PUT /v2.0/routers/b935ed7c-a240-47e3-b0e8-3dd50b05039f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7406867 Jul 23 23:02:15.848125 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port 2a90a95f-bc77-41e7-bf15-bdf3003feac0, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=2a90a95f-bc77-41e7-bf15-bdf3003feac0,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:15.863649 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:02:12Z', 'revision_number': 4, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port': {'id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '3fb542fb-0e6e-4214-8e2d-8420a4b70e28', 'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'mac_address': 'fa:16:3e:ea:8a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:09Z', 'updated_at': '2021-07-23T23:02:12Z', 'revision_number': 2, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'subnets': [{'id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:15.884994 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:15.896177 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5d3feff8-f67c-40c4-add3-b69fafb7f23b req-33e04dba-fd5b-4d6f-8dbb-4a2e0f2a145b tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 210 time: 0.0741966 Jul 23 23:02:15.968968 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Checking router: f85c4973-fc3a-4703-a320-475ed4d3f3cf for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:02:15.969812 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Updating router f85c4973-fc3a-4703-a320-475ed4d3f3cf port 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 binding host dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:02:16.008338 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.093553 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.120093 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1d01c5fa-4dbc-450f-b75e-8ef52a92796e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.133614 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-142f55b0-bc9f-4a14-86c5-208d359acef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.238101 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=2a90a95f-bc77-41e7-bf15-bdf3003feac0,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:16.294358 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.352255 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_common [req-dfa8d1b0-34e9-4682-831f-686264935eec req-ed9df387-1d93-4f02-976e-159f2dc21841 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Allocated IP 172.20.0.2 (781f2eae-a5ee-47f5-88e2-dad57f52ccb9/5042eb78-612c-4431-ada6-a0e582d6706b/3ac4aac9-43db-4128-82c8-178a0d1aed14) {{(pid=93009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:16.396934 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'name': 'tempest-ServerRescueNegativeTestJSON-100313759-router', 'tenant_id': '73844bc3ec514868b92c7e79b128f3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '28e9a9e5-087d-47fe-b35d-33bea60e21f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:13Z', 'revision_number': 4, 'project_id': '73844bc3ec514868b92c7e79b128f3ee', 'gw_port': {'id': '28e9a9e5-087d-47fe-b35d-33bea60e21f9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ce:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'a1993483-eb30-44cd-8533-e5f949dc7d62', 'name': '', 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4', 'tenant_id': '73844bc3ec514868b92c7e79b128f3ee', 'mac_address': 'fa:16:3e:15:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '09f5b0d2-9e82-4d1b-9669-e70cea678b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:12Z', 'updated_at': '2021-07-23T23:02:13Z', 'revision_number': 2, 'project_id': '73844bc3ec514868b92c7e79b128f3ee', 'subnets': [{'id': '09f5b0d2-9e82-4d1b-9669-e70cea678b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:16.410374 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1019b6c7-5f71-43cd-bdbc-75c3e818eaf2 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.439813 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1019b6c7-5f71-43cd-bdbc-75c3e818eaf2 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.463464 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-557a0da4-de5d-4d7e-a0b4-780ac4a13896 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Made reservation on behalf of 7f46f151b0734b8eb00a2009e4c8af61 for: {'port': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:16.470463 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0daad290-7cab-4768-b1d9-6a2df9eca723 None None] The sync data for ids ['b935ed7c-a240-47e3-b0e8-3dd50b05039f'] in dv-cinder-679138-12-iscsi is: [{'id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'name': 'tempest-ServerRescueNegativeTestJSON-100313759-router', 'tenant_id': '73844bc3ec514868b92c7e79b128f3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '28e9a9e5-087d-47fe-b35d-33bea60e21f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:13Z', 'revision_number': 4, 'project_id': '73844bc3ec514868b92c7e79b128f3ee', 'gw_port': {'id': '28e9a9e5-087d-47fe-b35d-33bea60e21f9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ce:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'a1993483-eb30-44cd-8533-e5f949dc7d62', 'name': '', 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4', 'tenant_id': '73844bc3ec514868b92c7e79b128f3ee', 'mac_address': 'fa:16:3e:15:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '09f5b0d2-9e82-4d1b-9669-e70cea678b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:12Z', 'updated_at': '2021-07-23T23:02:13Z', 'revision_number': 2, 'project_id': '73844bc3ec514868b92c7e79b128f3ee', 'subnets': [{'id': '09f5b0d2-9e82-4d1b-9669-e70cea678b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:16.487666 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-557a0da4-de5d-4d7e-a0b4-780ac4a13896 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.526669 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1019b6c7-5f71-43cd-bdbc-75c3e818eaf2 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.539072 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-1019b6c7-5f71-43cd-bdbc-75c3e818eaf2 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1179726 Jul 23 23:02:16.543928 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49154) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:16.568053 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.db.api [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 23:02:16.568053 dv-cinder-679138-12-iscsi neutron-server[93009]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 23:02:16.568053 dv-cinder-679138-12-iscsi neutron-server[93009]: [parameters: {'project_id_1': '097fd8efec6c49b5ab8f2250ec6905d7', 'expiration_1': datetime.datetime(2021, 7, 23, 23, 2, 16, 147044)}] Jul 23 23:02:16.568053 dv-cinder-679138-12-iscsi neutron-server[93009]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:02:16.588705 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG oslo_db.api [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:02:16.664841 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-429c39d6-338d-42bf-8b90-358efcaeb54d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Request body: {'security_group_rule': {'security_group_id': 'f20b9e36-c414-43da-b6ea-38d6c15bfd0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:16.709141 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:16.718849 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.db.api [None req-142f55b0-bc9f-4a14-86c5-208d359acef4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 23:02:16.718849 dv-cinder-679138-12-iscsi neutron-server[93009]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 23:02:16.718849 dv-cinder-679138-12-iscsi neutron-server[93009]: [parameters: {'project_id_1': '6d7a16bae6274687b7fca5624fbea78e', 'expiration_1': datetime.datetime(2021, 7, 23, 23, 2, 16, 218708)}] Jul 23 23:02:16.718849 dv-cinder-679138-12-iscsi neutron-server[93009]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:02:16.719304 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG oslo_db.api [None req-142f55b0-bc9f-4a14-86c5-208d359acef4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:02:16.840106 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019b6c7-5f71-43cd-bdbc-75c3e818eaf2 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f20b9e36-c414-43da-b6ea-38d6c15bfd0a,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:16.941157 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-af0b10d7-591a-417a-aecb-58f5a288616f req-fdb7f0e1-112a-42ba-8173-10015ed9b547 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 210 time: 0.1657295 Jul 23 23:02:16.998281 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-429c39d6-338d-42bf-8b90-358efcaeb54d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.099957 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.206598 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.216220 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-dfa8d1b0-34e9-4682-831f-686264935eec req-ed9df387-1d93-4f02-976e-159f2dc21841 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks [] for port, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.230008 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Transition to ACTIVE for port object 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:17.245074 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a656b923-538e-4114-973d-97294150c433 req-55c90334-e5c8-4d67-8040-3016267bd8a6 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 210 time: 0.1365511 Jul 23 23:02:17.262810 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.274473 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-142f55b0-bc9f-4a14-86c5-208d359acef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.314446 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-dfa8d1b0-34e9-4682-831f-686264935eec req-ed9df387-1d93-4f02-976e-159f2dc21841 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.382568 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3a6be-e95a-47d9-9424-56b29d079ab3 None None] Pushing event updated for resources: {'Port': ['ID=3fb542fb-0e6e-4214-8e2d-8420a4b70e28,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:17.446920 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-429c39d6-338d-42bf-8b90-358efcaeb54d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.469275 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Attempting to bind port 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:17.469698 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Attempting to bind port 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '69e06602-5c49-46cf-8437-a3da867e80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:17.470049 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Attempting to bind port 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 on network c8ea7abd-33e6-496d-83a2-7eb670061309 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:17.478566 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:17.478566 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Checking segment: {'id': '69e06602-5c49-46cf-8437-a3da867e80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:17.478566 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.478566 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Bound using segment: {'id': '69e06602-5c49-46cf-8437-a3da867e80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:17.479117 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Bound port: 3fb542fb-0e6e-4214-8e2d-8420a4b70e28, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e06602-5c49-46cf-8437-a3da867e80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:17.479236 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.529692 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-429c39d6-338d-42bf-8b90-358efcaeb54d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.568586 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-557a0da4-de5d-4d7e-a0b4-780ac4a13896 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Allocated IP 172.20.0.8 (b0ec605d-f416-45ff-8ee7-e2e08e932817/24d225d9-5785-4dbd-aed2-b217204dcf9a/63d7b510-7bfc-4e79-a585-63398a9a1baa) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:17.599855 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-24595e37-88ef-4573-bc1f-ae4150cf5d1a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:17.601676 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-24595e37-88ef-4573-bc1f-ae4150cf5d1a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/networks?id=f396b245-9304-4862-be4a-20a740e2e6d4 HTTP/1.1" status: 200 len: 818 time: 0.6309590 Jul 23 23:02:17.612774 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] For port 3fb542fb-0e6e-4214-8e2d-8420a4b70e28, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:17.616663 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] For port 3fb542fb-0e6e-4214-8e2d-8420a4b70e28, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=3fb542fb-0e6e-4214-8e2d-8420a4b70e28,segment=NetworkSegment(69e06602-5c49-46cf-8437-a3da867e80d5),segment_id=69e06602-5c49-46cf-8437-a3da867e80d5)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:17.624006 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.631422 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c39d6-338d-42bf-8b90-358efcaeb54d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daea32ba-8748-471c-8a36-d8bf98a7c11a,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:17.667132 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfa8d1b0-34e9-4682-831f-686264935eec req-ed9df387-1d93-4f02-976e-159f2dc21841 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:17.674581 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-10a19f62-a8f8-43cd-a3db-e96476ea9009 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/quotas/73844bc3ec514868b92c7e79b128f3ee HTTP/1.1" status: 200 len: 375 time: 0.0503151 Jul 23 23:02:17.698123 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [req-dfa8d1b0-34e9-4682-831f-686264935eec req-ed9df387-1d93-4f02-976e-159f2dc21841 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:17.733497 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3a6be-e95a-47d9-9424-56b29d079ab3 None None] Pushing event updated for resources: {'Port': ['ID=3fb542fb-0e6e-4214-8e2d-8420a4b70e28,revision_number=4']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:17.745584 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa8d1b0-34e9-4682-831f-686264935eec req-ed9df387-1d93-4f02-976e-159f2dc21841 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Received port after_create {{(pid=93009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:17.756962 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8d1b0-34e9-4682-831f-686264935eec req-ed9df387-1d93-4f02-976e-159f2dc21841 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:17.758858 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-dfa8d1b0-34e9-4682-831f-686264935eec req-ed9df387-1d93-4f02-976e-159f2dc21841 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for port, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.771535 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Routers {'f85c4973-fc3a-4703-a320-475ed4d3f3cf'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:17.772452 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:02:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:17.848317 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9df387-1d93-4f02-976e-159f2dc21841 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Pushing event updated for resources: {'Port': ['ID=3ac4aac9-43db-4128-82c8-178a0d1aed14,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:17.915578 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.927149 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.943432 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=93009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:17.961296 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-429c39d6-338d-42bf-8b90-358efcaeb54d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.962685 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-429c39d6-338d-42bf-8b90-358efcaeb54d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3957155 Jul 23 23:02:17.964125 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-dfa8d1b0-34e9-4682-831f-686264935eec req-ed9df387-1d93-4f02-976e-159f2dc21841 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1260197 Jul 23 23:02:17.978215 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:17.996075 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.db.segments_db [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Added segment 068cca6c-0dff-4e56-a53d-c9f919ad3d71 of type vlan for network 9236e638-e107-4cff-a4b1-46dc24d8584b Jul 23 23:02:18.001204 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49178) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.007214 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-2598d01a-3f6f-4f6a-871c-ed0dc0dec24e tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73844bc3ec514868b92c7e79b128f3ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3312786 Jul 23 23:02:18.101366 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-92993942-83c6-4982-b53e-d96a706492ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Request body: {'security_group_rule': {'security_group_id': 'f20b9e36-c414-43da-b6ea-38d6c15bfd0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:18.133378 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [req-dfa8d1b0-34e9-4682-831f-686264935eec req-81809ceb-871f-4f07-9c6b-9c8207ac4003 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:02:18.134842 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-dfa8d1b0-34e9-4682-831f-686264935eec req-81809ceb-871f-4f07-9c6b-9c8207ac4003 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206201 Jul 23 23:02:18.162821 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] Set router f85c4973-fc3a-4703-a320-475ed4d3f3cf gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:02:18.266021 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-564fa8bc-a165-479e-b0e9-74a8574fc1c7 service neutron] 10.222.0.20 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557223 Jul 23 23:02:18.273224 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f787dc-157f-4a61-a62e-5c933224ae55,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:18.422006 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:18.485649 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Request body: {'port': {'device_id': '5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:18.495424 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 28e9a9e5-087d-47fe-b35d-33bea60e21f9 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:18.520939 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-db9062f4-2203-4527-b04e-c284dfa7b657 req-9f3331ba-02ae-4362-8f0e-76038164fe41 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 210 time: 0.1972451 Jul 23 23:02:18.578025 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.db.resource_extend [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 23:02:18.640255 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:18.641652 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:18.642756 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:18.673624 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port 28e9a9e5-087d-47fe-b35d-33bea60e21f9 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:18.679811 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 28e9a9e5-087d-47fe-b35d-33bea60e21f9 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:18.680180 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:18.757245 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-142f55b0-bc9f-4a14-86c5-208d359acef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:18.795085 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] Pushing event updated for resources: {'Network': ['ID=9236e638-e107-4cff-a4b1-46dc24d8584b,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:18.800274 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:18.806396 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:18.812144 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network 9236e638-e107-4cff-a4b1-46dc24d8584b details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:18.813692 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-142f55b0-bc9f-4a14-86c5-208d359acef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:18.831372 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-b161b3e2-fb8e-4042-8150-ae0921bbf90b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.3651376 Jul 23 23:02:18.851854 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49192) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:18.858860 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-1b70dc5e-f95d-44d2-a74e-533026f96c0c admin admin] Request body: {'subnet': {'network_id': '9236e638-e107-4cff-a4b1-46dc24d8584b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-714387475-subnet', 'tenant_id': '097fd8efec6c49b5ab8f2250ec6905d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:18.877696 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:02:12Z', 'revision_number': 4, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port': {'id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '3fb542fb-0e6e-4214-8e2d-8420a4b70e28', 'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'mac_address': 'fa:16:3e:ea:8a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:09Z', 'updated_at': '2021-07-23T23:02:17Z', 'revision_number': 4, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'subnets': [{'id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:18.989716 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ad4bf-91ae-4b6c-841e-49be34a2afa5 None None] The sync data for ids ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'] in dv-cinder-679138-12-iscsi is: [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:02:12Z', 'revision_number': 4, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port': {'id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '3fb542fb-0e6e-4214-8e2d-8420a4b70e28', 'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'mac_address': 'fa:16:3e:ea:8a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:09Z', 'updated_at': '2021-07-23T23:02:17Z', 'revision_number': 4, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'subnets': [{'id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:19.047072 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-557a0da4-de5d-4d7e-a0b4-780ac4a13896 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.059768 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-142f55b0-bc9f-4a14-86c5-208d359acef4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d7a16bae6274687b7fca5624fbea78e&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6344676 Jul 23 23:02:19.082248 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49200) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:19.107780 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f55b0-bc9f-4a14-86c5-208d359acef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40a1c10-e03c-4559-9aef-8a39d22f5014,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:19.158787 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.160478 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-92993942-83c6-4982-b53e-d96a706492ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.210718 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-514f4d37-edf5-4cfe-8e55-6d517bdd81af service neutron] 10.222.0.20 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9435096 Jul 23 23:02:19.224489 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port 28e9a9e5-087d-47fe-b35d-33bea60e21f9, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=28e9a9e5-087d-47fe-b35d-33bea60e21f9,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:19.232513 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.233323 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 2a90a95f-bc77-41e7-bf15-bdf3003feac0 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:19.360992 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5272296-c3e7-45ca-9660-bc87c89d28cf req-ed91dfee-ffd8-44a3-9fdc-f525a364f870 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:19.362606 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f5272296-c3e7-45ca-9660-bc87c89d28cf req-ed91dfee-ffd8-44a3-9fdc-f525a364f870 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 931 time: 0.6058517 Jul 23 23:02:19.409507 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b70dc5e-f95d-44d2-a74e-533026f96c0c admin admin] Made reservation on behalf of 097fd8efec6c49b5ab8f2250ec6905d7 for: {'subnet': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:19.412306 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1b70dc5e-f95d-44d2-a74e-533026f96c0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.434292 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-557a0da4-de5d-4d7e-a0b4-780ac4a13896 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.518458 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=28e9a9e5-087d-47fe-b35d-33bea60e21f9,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:19.543397 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 2a90a95f-bc77-41e7-bf15-bdf3003feac0 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:19.543587 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.725911 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-557a0da4-de5d-4d7e-a0b4-780ac4a13896 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Network b0ec605d-f416-45ff-8ee7-e2e08e932817 is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:19.728893 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f1de94d4-b9d5-46c7-ab3b-ed210d60603d req-4f0f61f7-7f82-4756-82a7-dc53afd6fbc4 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 210 time: 0.0950415 Jul 23 23:02:19.742325 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-557a0da4-de5d-4d7e-a0b4-780ac4a13896 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:19.770778 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-557a0da4-de5d-4d7e-a0b4-780ac4a13896 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:19.802797 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-557a0da4-de5d-4d7e-a0b4-780ac4a13896 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:19.802797 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-557a0da4-de5d-4d7e-a0b4-780ac4a13896 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.818418 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f5272296-c3e7-45ca-9660-bc87c89d28cf req-018375c6-0497-4421-89e5-04e4672409b1 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447198 Jul 23 23:02:19.936992 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a0da4-de5d-4d7e-a0b4-780ac4a13896 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Pushing event updated for resources: {'Port': ['ID=63d7b510-7bfc-4e79-a585-63398a9a1baa,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:19.943987 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a56680ba-9745-4f69-8023-2c218df1b3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:19.944469 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-557a0da4-de5d-4d7e-a0b4-780ac4a13896 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9037278 Jul 23 23:02:20.130148 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-92993942-83c6-4982-b53e-d96a706492ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.187705 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-92993942-83c6-4982-b53e-d96a706492ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.210321 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a56680ba-9745-4f69-8023-2c218df1b3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.292393 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-92993942-83c6-4982-b53e-d96a706492ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.294477 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-92993942-83c6-4982-b53e-d96a706492ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2767484 Jul 23 23:02:20.303061 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 28e9a9e5-087d-47fe-b35d-33bea60e21f9 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:20.320983 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49234) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:20.351365 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-30b2b86a-a5ea-42e1-b688-ebef9133bd1a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Request body: {'floatingip': {'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:20.440866 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92993942-83c6-4982-b53e-d96a706492ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5f3410-d549-41ac-9bac-b3276f62a767,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:20.459133 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 28e9a9e5-087d-47fe-b35d-33bea60e21f9 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:20.460723 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.536607 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-30b2b86a-a5ea-42e1-b688-ebef9133bd1a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for floatingip, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.542079 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Request body: {'port': {'device_id': 'e9858c4d-fa87-48dd-b2d7-0f2c96d26f82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:20.774127 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:20.787216 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Sync routers for ids ['b935ed7c-a240-47e3-b0e8-3dd50b05039f'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:20.802120 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a56680ba-9745-4f69-8023-2c218df1b3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.806228 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a56680ba-9745-4f69-8023-2c218df1b3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:20.807490 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-a56680ba-9745-4f69-8023-2c218df1b3b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a40a1c10-e03c-4559-9aef-8a39d22f5014 HTTP/1.1" status: 204 len: 168 time: 1.7172213 Jul 23 23:02:20.918804 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Routers {'b935ed7c-a240-47e3-b0e8-3dd50b05039f'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:20.919754 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:02:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['b935ed7c-a240-47e3-b0e8-3dd50b05039f'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:21.000295 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56680ba-9745-4f69-8023-2c218df1b3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40a1c10-e03c-4559-9aef-8a39d22f5014,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:21.025633 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.273202 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.notifiers.nova [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac4aac9-43db-4128-82c8-178a0d1aed14 {{(pid=93009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:02:21.284278 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.410963 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 49264) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:21.414301 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1b70dc5e-f95d-44d2-a74e-533026f96c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for subnet, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.517749 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:21.543415 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.provisioning_blocks [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Transition to ACTIVE for port object 3ac4aac9-43db-4128-82c8-178a0d1aed14 will not be triggered until provisioned by entity L2. {{(pid=93009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:21.547463 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:21.552607 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.573469 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.575701 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b771a78-58d9-423f-932c-b384ef93e106 req-b05e77be-3ab3-493b-8e75-5c4cdf3192b6 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:21.584909 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2b771a78-58d9-423f-932c-b384ef93e106 req-b05e77be-3ab3-493b-8e75-5c4cdf3192b6 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/networks?id=f396b245-9304-4862-be4a-20a740e2e6d4 HTTP/1.1" status: 200 len: 818 time: 1.0620735 Jul 23 23:02:21.644103 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70dc5e-f95d-44d2-a74e-533026f96c0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f07f5db3-b2e5-488b-a462-b7c3a1c59972,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:21.668855 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Set router b935ed7c-a240-47e3-b0e8-3dd50b05039f gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:02:21.697433 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b70dc5e-f95d-44d2-a74e-533026f96c0c admin admin] Checking segment: {'id': '068cca6c-0dff-4e56-a53d-c9f919ad3d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9236e638-e107-4cff-a4b1-46dc24d8584b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:21.697789 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b70dc5e-f95d-44d2-a74e-533026f96c0c admin admin] Network hostable DHCP agents. Network: 9236e638-e107-4cff-a4b1-46dc24d8584b, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:21.704191 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac4aac9-43db-4128-82c8-178a0d1aed14,revision_number=2']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:21.782347 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-30b2b86a-a5ea-42e1-b688-ebef9133bd1a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.783228 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51e7bc-f604-4dbe-ba28-ffaa366228cf req-dfaebddf-fc69-48b4-909a-b8de07144c4a tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:21.785026 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9f51e7bc-f604-4dbe-ba28-ffaa366228cf req-dfaebddf-fc69-48b4-909a-b8de07144c4a tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 931 time: 1.8087487 Jul 23 23:02:21.835879 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2b771a78-58d9-423f-932c-b384ef93e106 req-5c90faf4-c918-49bc-95b6-4acb2492a656 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/quotas/73844bc3ec514868b92c7e79b128f3ee HTTP/1.1" status: 200 len: 375 time: 0.2360771 Jul 23 23:02:21.877665 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-288ca147-c292-4949-bcbe-11bc34941083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:21.988344 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.managers [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Attempting to bind port 3ac4aac9-43db-4128-82c8-178a0d1aed14 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:21.989071 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.managers [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Attempting to bind port 3ac4aac9-43db-4128-82c8-178a0d1aed14 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '51f73a8f-60cf-4e5e-a6f0-771796905b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9'}] {{(pid=93009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:21.989755 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Attempting to bind port 3ac4aac9-43db-4128-82c8-178a0d1aed14 on network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 {{(pid=93009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:21.995342 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b70dc5e-f95d-44d2-a74e-533026f96c0c admin admin] Network 9236e638-e107-4cff-a4b1-46dc24d8584b is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:22.027270 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Port 3ac4aac9-43db-4128-82c8-178a0d1aed14 on network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:02:22.029894 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Attempting to bind port 3ac4aac9-43db-4128-82c8-178a0d1aed14 on network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 {{(pid=93009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:22.052872 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:22.053269 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Checking segment: {'id': '51f73a8f-60cf-4e5e-a6f0-771796905b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:22.053847 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Bound using segment: {'id': '51f73a8f-60cf-4e5e-a6f0-771796905b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9'} {{(pid=93009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:22.054383 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.managers [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Bound port: 3ac4aac9-43db-4128-82c8-178a0d1aed14, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f73a8f-60cf-4e5e-a6f0-771796905b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9'}}] {{(pid=93009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:22.055204 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.056868 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-1b70dc5e-f95d-44d2-a74e-533026f96c0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, 9236e638-e107-4cff-a4b1-46dc24d8584b) {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:22.075670 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cddbf2-47f6-46fd-ae27-4e1f3b8f2359 None None] Network 9236e638-e107-4cff-a4b1-46dc24d8584b requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:22.079173 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b70dc5e-f95d-44d2-a74e-533026f96c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:22.079840 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1b70dc5e-f95d-44d2-a74e-533026f96c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.134230 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9f51e7bc-f604-4dbe-ba28-ffaa366228cf req-98d0c647-25f0-456b-8f88-b800b5785c90 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875898 Jul 23 23:02:22.148943 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.47', 50699) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:22.345790 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.385701 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-288ca147-c292-4949-bcbe-11bc34941083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.407710 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-288ca147-c292-4949-bcbe-11bc34941083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.518798 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ca147-c292-4949-bcbe-11bc34941083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1165fd00-e5b4-4599-a849-cf90df14de17,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:22.547026 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] For port 3ac4aac9-43db-4128-82c8-178a0d1aed14, host hv-cinder-67913, cleared binding levels {{(pid=93009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:22.548743 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2b771a78-58d9-423f-932c-b384ef93e106 req-55bda01a-a7c4-4be1-9375-54a891ccd7d7 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73844bc3ec514868b92c7e79b128f3ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6876357 Jul 23 23:02:22.579221 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] For port 3ac4aac9-43db-4128-82c8-178a0d1aed14, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=3ac4aac9-43db-4128-82c8-178a0d1aed14,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:22.645382 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d7b510-7bfc-4e79-a585-63398a9a1baa {{(pid=93010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:02:22.671654 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-288ca147-c292-4949-bcbe-11bc34941083 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8c6e4bdb9524ea3b14d51f898c103b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2555945 Jul 23 23:02:22.674147 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 49298) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:22.684848 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.690489 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port 3fb542fb-0e6e-4214-8e2d-8420a4b70e28, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=3fb542fb-0e6e-4214-8e2d-8420a4b70e28,segment=NetworkSegment(69e06602-5c49-46cf-8437-a3da867e80d5),segment_id=69e06602-5c49-46cf-8437-a3da867e80d5)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:22.704870 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-2f44322b-d70c-4d78-b6ad-ece21f7ea03b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:22.706376 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-2f44322b-d70c-4d78-b6ad-ece21f7ea03b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.47 "GET /v2.0/networks?id=f396b245-9304-4862-be4a-20a740e2e6d4 HTTP/1.1" status: 200 len: 818 time: 0.1243002 Jul 23 23:02:22.710363 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.733268 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.798391 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-1b70dc5e-f95d-44d2-a74e-533026f96c0c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.9451509 Jul 23 23:02:22.802239 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Pushing event updated for resources: {'Port': ['ID=3ac4aac9-43db-4128-82c8-178a0d1aed14,revision_number=3']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:22.821059 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:22.821378 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for port, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:22.822892 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-dfa8d1b0-34e9-4682-831f-686264935eec req-101f86f0-5670-4f46-a787-14c1c03dcd39 service neutron] 10.222.0.47 "PUT /v2.0/ports/3ac4aac9-43db-4128-82c8-178a0d1aed14 HTTP/1.1" status: 200 len: 1093 time: 4.5262945 Jul 23 23:02:22.824334 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b', 'tag': '3ac4aac9-43db-4128-82c8-178a0d1aed14'}] {{(pid=93009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:02:22.867311 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'name': 'tempest-ServerRescueNegativeTestJSON-100313759-router', 'tenant_id': '73844bc3ec514868b92c7e79b128f3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '28e9a9e5-087d-47fe-b35d-33bea60e21f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:13Z', 'revision_number': 4, 'project_id': '73844bc3ec514868b92c7e79b128f3ee', 'gw_port': {'id': '28e9a9e5-087d-47fe-b35d-33bea60e21f9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ce:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'a1993483-eb30-44cd-8533-e5f949dc7d62', 'name': '', 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4', 'tenant_id': '73844bc3ec514868b92c7e79b128f3ee', 'mac_address': 'fa:16:3e:15:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '09f5b0d2-9e82-4d1b-9669-e70cea678b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:12Z', 'updated_at': '2021-07-23T23:02:13Z', 'revision_number': 2, 'project_id': '73844bc3ec514868b92c7e79b128f3ee', 'subnets': [{'id': '09f5b0d2-9e82-4d1b-9669-e70cea678b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:22.925887 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_common [None req-30b2b86a-a5ea-42e1-b688-ebef9133bd1a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Allocated IP 172.27.3.182 (28efa890-d1ea-4772-b7d3-cfef5dff758d/97030860-1f38-455c-ac9a-169aa93780e4/44bd14f2-0165-4161-9002-c67d2139748b) {{(pid=93009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:22.976066 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Transition to ACTIVE for port object 63d7b510-7bfc-4e79-a585-63398a9a1baa will not be triggered until provisioned by entity L2. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:22.989735 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Checking router: b935ed7c-a240-47e3-b0e8-3dd50b05039f for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:02:22.993106 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Updating router b935ed7c-a240-47e3-b0e8-3dd50b05039f port a1993483-eb30-44cd-8533-e5f949dc7d62 binding host dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:02:23.024531 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.150178 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f128ed9e-0914-40e7-9ac7-70561bf8bffd None None] Network 9236e638-e107-4cff-a4b1-46dc24d8584b requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:23.152390 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-30b2b86a-a5ea-42e1-b688-ebef9133bd1a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for port, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.165603 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Pushing event updated for resources: {'Port': ['ID=63d7b510-7bfc-4e79-a585-63398a9a1baa,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:23.184528 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49322) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:23.187491 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572549f-d226-45d2-b8c2-52096db28ddd req-26e7fdb1-cf80-4d0d-ac4d-cb81e7bbda0c tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:23.196093 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4572549f-d226-45d2-b8c2-52096db28ddd req-26e7fdb1-cf80-4d0d-ac4d-cb81e7bbda0c tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 943 time: 0.7994201 Jul 23 23:02:23.201098 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2b771a78-58d9-423f-932c-b384ef93e106 req-80fc4905-5e15-4d8e-afab-b8fd2ca6adb8 service neutron] 10.222.0.20 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6408229 Jul 23 23:02:23.211191 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=3fb542fb-0e6e-4214-8e2d-8420a4b70e28,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:23.236965 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-4ee70df8-75fe-413e-9f09-a09659457686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.385238 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-4ee70df8-75fe-413e-9f09-a09659457686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.419787 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae05471-ded8-44d7-9661-33c39c8e6bb7 admin admin] Deleting subnet aed91915-b0bb-4c75-b73a-ea2061dc13dc {{(pid=93009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:02:23.424829 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-eae05471-ded8-44d7-9661-33c39c8e6bb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.432860 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.475878 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-eae05471-ded8-44d7-9661-33c39c8e6bb7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.487426 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-eae05471-ded8-44d7-9661-33c39c8e6bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018516'] for subnet, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.565989 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4572549f-d226-45d2-b8c2-52096db28ddd req-2e394ce7-5e19-401e-98ac-4a522ea71993 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670533 Jul 23 23:02:23.606772 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5e0f2973c0b08423bc927c7fb12f7ef382f60b49eb8eaad9de0f06c87e9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16add7bf-c0e4-4784-b4c6-f224f410fed0" -d '{"events": [{"name": "network-changed", "server_uuid": "5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b", "tag": "3ac4aac9-43db-4128-82c8-178a0d1aed14"}]}' {{(pid=93009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:02:23.621306 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Attempting to bind port 63d7b510-7bfc-4e79-a585-63398a9a1baa on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:23.621672 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Attempting to bind port 63d7b510-7bfc-4e79-a585-63398a9a1baa by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '46c5f914-f7c9-4d55-af7f-98c732d98d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b0ec605d-f416-45ff-8ee7-e2e08e932817'}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:23.622020 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Attempting to bind port 63d7b510-7bfc-4e79-a585-63398a9a1baa on network b0ec605d-f416-45ff-8ee7-e2e08e932817 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:23.653492 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-eae05471-ded8-44d7-9661-33c39c8e6bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for subnet, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.667132 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Port 63d7b510-7bfc-4e79-a585-63398a9a1baa on network b0ec605d-f416-45ff-8ee7-e2e08e932817 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:02:23.668361 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Attempting to bind port 63d7b510-7bfc-4e79-a585-63398a9a1baa on network b0ec605d-f416-45ff-8ee7-e2e08e932817 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:23.682590 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:23.682927 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Checking segment: {'id': '46c5f914-f7c9-4d55-af7f-98c732d98d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b0ec605d-f416-45ff-8ee7-e2e08e932817'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:23.684120 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Bound using segment: {'id': '46c5f914-f7c9-4d55-af7f-98c732d98d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b0ec605d-f416-45ff-8ee7-e2e08e932817'} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:23.684553 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Bound port: 63d7b510-7bfc-4e79-a585-63398a9a1baa, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c5f914-f7c9-4d55-af7f-98c732d98d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b0ec605d-f416-45ff-8ee7-e2e08e932817'}}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:23.684915 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.698185 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-eae05471-ded8-44d7-9661-33c39c8e6bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.700993 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-eae05471-ded8-44d7-9661-33c39c8e6bb7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/aed91915-b0bb-4c75-b73a-ea2061dc13dc HTTP/1.1" status: 204 len: 168 time: 0.5130825 Jul 23 23:02:23.703637 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae05471-ded8-44d7-9661-33c39c8e6bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aed91915-b0bb-4c75-b73a-ea2061dc13dc,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:23.705103 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49334) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:23.748773 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2b771a78-58d9-423f-932c-b384ef93e106 req-4c4db6a1-dc07-4a30-b162-b3654fcb6a11 service neutron] 10.222.0.20 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159981 Jul 23 23:02:23.899642 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-4ee70df8-75fe-413e-9f09-a09659457686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.902527 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-4ee70df8-75fe-413e-9f09-a09659457686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.918371 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-4ee70df8-75fe-413e-9f09-a09659457686 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1165fd00-e5b4-4599-a849-cf90df14de17 HTTP/1.1" status: 204 len: 168 time: 1.2155325 Jul 23 23:02:23.938783 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4034542'] for network, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.950300 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-30b2b86a-a5ea-42e1-b688-ebef9133bd1a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:23.992342 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee70df8-75fe-413e-9f09-a09659457686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1165fd00-e5b4-4599-a849-cf90df14de17,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:24.035116 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b2b86a-a5ea-42e1-b688-ebef9133bd1a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:24.052415 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-30b2b86a-a5ea-42e1-b688-ebef9133bd1a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:24.056606 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b2b86a-a5ea-42e1-b688-ebef9133bd1a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Received port after_create {{(pid=93009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:24.070743 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] For port 63d7b510-7bfc-4e79-a585-63398a9a1baa, host hv-cinder-67913, cleared binding levels {{(pid=93010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:24.085767 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.086751 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] For port 63d7b510-7bfc-4e79-a585-63398a9a1baa, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=63d7b510-7bfc-4e79-a585-63398a9a1baa,segment=NetworkSegment(46c5f914-f7c9-4d55-af7f-98c732d98d8d),segment_id=46c5f914-f7c9-4d55-af7f-98c732d98d8d)] {{(pid=93010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:24.098149 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Transition to ACTIVE for port object a1993483-eb30-44cd-8533-e5f949dc7d62 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:24.115179 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.122742 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.169433 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:24.170131 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.171642 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] 10.222.0.47 "PUT /v2.0/ports/63d7b510-7bfc-4e79-a585-63398a9a1baa HTTP/1.1" status: 200 len: 1093 time: 3.6475904 Jul 23 23:02:24.199515 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e539a-a2de-4e9d-ad15-7f3c4d8f8f24 req-b58a3293-a30c-474a-b80a-efabecffe5cb tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:24.216963 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e98e539a-a2de-4e9d-ad15-7f3c4d8f8f24 req-b58a3293-a30c-474a-b80a-efabecffe5cb tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 943 time: 0.4240639 Jul 23 23:02:24.221769 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9858c4d-fa87-48dd-b2d7-0f2c96d26f82', 'tag': '63d7b510-7bfc-4e79-a585-63398a9a1baa'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:02:24.278290 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7fbde-3b14-47a8-abe6-5f9fc7a4db99 None None] Pushing event updated for resources: {'Port': ['ID=a1993483-eb30-44cd-8533-e5f949dc7d62,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:24.303063 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2b86a-a5ea-42e1-b688-ebef9133bd1a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Pushing event updated for resources: {'Port': ['ID=44bd14f2-0165-4161-9002-c67d2139748b,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:24.413646 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Attempting to bind port a1993483-eb30-44cd-8533-e5f949dc7d62 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:24.415779 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Attempting to bind port a1993483-eb30-44cd-8533-e5f949dc7d62 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '7bc915f6-66bf-4953-8685-7935dd08aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:24.416392 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Attempting to bind port a1993483-eb30-44cd-8533-e5f949dc7d62 on network f396b245-9304-4862-be4a-20a740e2e6d4 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:24.423687 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-30b2b86a-a5ea-42e1-b688-ebef9133bd1a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.428376 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:24.429055 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Checking segment: {'id': '7bc915f6-66bf-4953-8685-7935dd08aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:24.429669 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.430464 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Bound using segment: {'id': '7bc915f6-66bf-4953-8685-7935dd08aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:24.431254 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Bound port: a1993483-eb30-44cd-8533-e5f949dc7d62, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc915f6-66bf-4953-8685-7935dd08aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:24.432092 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.473302 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4025307', 'neutron.services.segments.db._delete_segments_for_network-8750116804994'] for network, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.580264 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-30b2b86a-a5ea-42e1-b688-ebef9133bd1a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.600714 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:02:24.605730 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:02:24.606940 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:02:24.607256 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Subscribe: > port after_create 55550000 {{(pid=93009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:02:24.607591 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:02:24.610139 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] For port a1993483-eb30-44cd-8533-e5f949dc7d62, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:24.611156 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Subscribe: > port after_update 55550000 {{(pid=93009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:02:24.611692 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:02:24.612034 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:02:24.615524 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:02:24.615936 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:02:24.620116 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] For port a1993483-eb30-44cd-8533-e5f949dc7d62, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=a1993483-eb30-44cd-8533-e5f949dc7d62,segment=NetworkSegment(7bc915f6-66bf-4953-8685-7935dd08aa3b),segment_id=7bc915f6-66bf-4953-8685-7935dd08aa3b)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:24.626001 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:24.713686 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Routers {'b935ed7c-a240-47e3-b0e8-3dd50b05039f'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:24.714889 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:02:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['b935ed7c-a240-47e3-b0e8-3dd50b05039f'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:24.744984 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e98e539a-a2de-4e9d-ad15-7f3c4d8f8f24 req-4940c2ed-b554-45ae-a83c-9672b33b6ca5 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758485 Jul 23 23:02:24.820623 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7fbde-3b14-47a8-abe6-5f9fc7a4db99 None None] Pushing event updated for resources: {'Port': ['ID=a1993483-eb30-44cd-8533-e5f949dc7d62,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:24.952241 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:24.967053 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:02:24.967985 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:02:24.968528 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:02:24.969115 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:02:24.969686 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c579764a-8675-4994-a3ff-7595e61e976e']}} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:25.034185 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-90143e1b-6ef1-4478-92b5-84554e475239 req-2a009f28-dd42-4dcf-b375-813dc55d6563 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 210 time: 0.1306064 Jul 23 23:02:25.066805 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec43748-7082-4397-bb36-1bcd8e842848 service neutron] Pushing event updated for resources: {'Port': ['ID=63d7b510-7bfc-4e79-a585-63398a9a1baa,revision_number=3']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:25.084156 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] Set router b935ed7c-a240-47e3-b0e8-3dd50b05039f gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:02:25.197764 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13daef4e-1cdb-4e91-9df4-fa2146dcb088" -d '{"events": [{"name": "network-changed", "server_uuid": "e9858c4d-fa87-48dd-b2d7-0f2c96d26f82", "tag": "63d7b510-7bfc-4e79-a585-63398a9a1baa"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:02:25.251701 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c5e962-92ba-499e-978b-7dd572b49e8e x-openstack-request-id: req-35c5e962-92ba-499e-978b-7dd572b49e8e {{(pid=93009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:02:25.251940 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b", "tag": "3ac4aac9-43db-4128-82c8-178a0d1aed14", "status": "completed", "code": 200}]} {{(pid=93009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:02:25.252219 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35c5e962-92ba-499e-978b-7dd572b49e8e {{(pid=93009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:02:25.252582 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b', 'tag': '3ac4aac9-43db-4128-82c8-178a0d1aed14', 'status': 'completed', 'code': 200} Jul 23 23:02:25.415845 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8d1b0-34e9-4682-831f-686264935eec req-07d5c6c5-a092-4420-a4cd-7a80b4374897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:25.424598 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dfa8d1b0-34e9-4682-831f-686264935eec req-07d5c6c5-a092-4420-a4cd-7a80b4374897 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b2287dabe4a4009a649ab46b82bd58b&device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 1096 time: 0.6200466 Jul 23 23:02:25.428002 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-40767658-111a-4ed7-9c4b-55f991129567 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Request body: {'port': {'device_id': 'fbfef1e2-ad79-4085-9159-a2db2415fa37', 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4', 'admin_state_up': True, 'tenant_id': '73844bc3ec514868b92c7e79b128f3ee'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:25.598481 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-30b2b86a-a5ea-42e1-b688-ebef9133bd1a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for port, precommit_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.635596 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6e97f4-18b4-4efd-be9a-2d890ba0eac0') {'for_net_delete': True} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:25.635596 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6e97f4-18b4-4efd-be9a-2d890ba0eac0') {} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:25.687942 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-30b2b86a-a5ea-42e1-b688-ebef9133bd1a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11586072'] for port, after_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.701721 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750116706807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11369255'] for segment, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.745190 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:25.752190 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.795705 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:25.891334 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'name': 'tempest-ServerRescueNegativeTestJSON-100313759-router', 'tenant_id': '73844bc3ec514868b92c7e79b128f3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '28e9a9e5-087d-47fe-b35d-33bea60e21f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:13Z', 'revision_number': 4, 'project_id': '73844bc3ec514868b92c7e79b128f3ee', 'gw_port': {'id': '28e9a9e5-087d-47fe-b35d-33bea60e21f9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ce:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'a1993483-eb30-44cd-8533-e5f949dc7d62', 'name': '', 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4', 'tenant_id': '73844bc3ec514868b92c7e79b128f3ee', 'mac_address': 'fa:16:3e:15:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '09f5b0d2-9e82-4d1b-9669-e70cea678b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:12Z', 'updated_at': '2021-07-23T23:02:24Z', 'revision_number': 4, 'project_id': '73844bc3ec514868b92c7e79b128f3ee', 'subnets': [{'id': '09f5b0d2-9e82-4d1b-9669-e70cea678b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:25.990551 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-30b2b86a-a5ea-42e1-b688-ebef9133bd1a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946657'] for floatingip, after_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.075011 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dfa8d1b0-34e9-4682-831f-686264935eec req-e78a89b1-da7e-47aa-85da-6455410d0ee5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ac4aac9-43db-4128-82c8-178a0d1aed14 HTTP/1.1" status: 200 len: 217 time: 0.6123421 Jul 23 23:02:26.085695 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacdfad5-8ad6-4047-8dfe-da15e0a472df x-openstack-request-id: req-aacdfad5-8ad6-4047-8dfe-da15e0a472df {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:02:26.085964 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9858c4d-fa87-48dd-b2d7-0f2c96d26f82", "tag": "63d7b510-7bfc-4e79-a585-63398a9a1baa", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:02:26.086219 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aacdfad5-8ad6-4047-8dfe-da15e0a472df {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:02:26.086692 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9858c4d-fa87-48dd-b2d7-0f2c96d26f82', 'tag': '63d7b510-7bfc-4e79-a585-63398a9a1baa', 'status': 'completed', 'code': 200} Jul 23 23:02:26.144612 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfeed53-7cd4-4d29-9e71-1754da137450 req-9d88d1c6-bb92-41ae-8219-efa27a744be5 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:26.151885 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4dfeed53-7cd4-4d29-9e71-1754da137450 req-9d88d1c6-bb92-41ae-8219-efa27a744be5 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 943 time: 0.9340506 Jul 23 23:02:26.178798 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f264754-37f9-4a73-8854-eb517a7867a2 None None] The sync data for ids ['b935ed7c-a240-47e3-b0e8-3dd50b05039f'] in dv-cinder-679138-12-iscsi is: [{'id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'name': 'tempest-ServerRescueNegativeTestJSON-100313759-router', 'tenant_id': '73844bc3ec514868b92c7e79b128f3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '28e9a9e5-087d-47fe-b35d-33bea60e21f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:13Z', 'revision_number': 4, 'project_id': '73844bc3ec514868b92c7e79b128f3ee', 'gw_port': {'id': '28e9a9e5-087d-47fe-b35d-33bea60e21f9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ce:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'a1993483-eb30-44cd-8533-e5f949dc7d62', 'name': '', 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4', 'tenant_id': '73844bc3ec514868b92c7e79b128f3ee', 'mac_address': 'fa:16:3e:15:4a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '09f5b0d2-9e82-4d1b-9669-e70cea678b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:12Z', 'updated_at': '2021-07-23T23:02:24Z', 'revision_number': 4, 'project_id': '73844bc3ec514868b92c7e79b128f3ee', 'subnets': [{'id': '09f5b0d2-9e82-4d1b-9669-e70cea678b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:26.225492 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=93009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:02:26.225492 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11586116'] for segment, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.230884 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4dfeed53-7cd4-4d29-9e71-1754da137450 req-30eb85be-ff3a-40ec-b0ce-0204a374a657 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605299 Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: from cryptography.utils import int_from_bytes Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: from cryptography.utils import int_from_bytes Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: Traceback (most recent call last): Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: timer() Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: cb(*args, **kw) Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: return func(*args, **kwargs) Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: self._notify() Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: self.callback(batched_events) Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: event.method(event) Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: return f(self, *a, **k) Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._get(url).json() Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: return self.request(url, 'GET', **kwargs) Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:02:26.303752 dv-cinder-679138-12-iscsi neutron-server[93009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:02:26.318616 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98793fda-f992-4341-ae17-35edaac02d08 req-9fd810f7-cd38-4af7-9782-49bd85bec7b7 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:26.322160 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-40767658-111a-4ed7-9c4b-55f991129567 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Made reservation on behalf of 73844bc3ec514868b92c7e79b128f3ee for: {'port': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:26.328408 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-40767658-111a-4ed7-9c4b-55f991129567 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.334200 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-98793fda-f992-4341-ae17-35edaac02d08 req-9fd810f7-cd38-4af7-9782-49bd85bec7b7 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 943 time: 0.2582576 Jul 23 23:02:26.361161 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-30b2b86a-a5ea-42e1-b688-ebef9133bd1a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.375996 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-30b2b86a-a5ea-42e1-b688-ebef9133bd1a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0361447 Jul 23 23:02:26.518313 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-98793fda-f992-4341-ae17-35edaac02d08 req-682d6c75-aa9e-482d-9c8f-777da2153b5e tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771188 Jul 23 23:02:26.518518 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2b86a-a5ea-42e1-b688-ebef9133bd1a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Pushing event updated for resources: {'Port': ['ID=44bd14f2-0165-4161-9002-c67d2139748b,revision_number=2']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:26.533703 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-facb949e-3cd6-4142-9c69-4964801b4a71 req-59e7505e-3a3b-45aa-9c4a-96c766db9524 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 210 time: 0.1318679 Jul 23 23:02:26.646055 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4025298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946679'] for network, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.740870 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:26.748443 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c579764a-8675-4994-a3ff-7595e61e976e HTTP/1.1" status: 204 len: 168 time: 3.0253944 Jul 23 23:02:26.755919 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-57e3956a-555d-4212-b145-e2dbfab4d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:26.757412 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-57e3956a-555d-4212-b145-e2dbfab4d843 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f46f151b0734b8eb00a2009e4c8af61&device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 1096 time: 1.5629790 Jul 23 23:02:26.766276 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 49446) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:26.869709 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cc539-c33d-4805-aa7e-743024820bf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c579764a-8675-4994-a3ff-7595e61e976e,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:26.958355 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-9a29ab7d-3b07-434a-8a21-b388cea6b84a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1854903424&fields=id&tenant_id=3b4763efe226447f8183b6e16d41cadc HTTP/1.1" status: 200 len: 267 time: 0.2315636 Jul 23 23:02:26.986593 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device a1993483-eb30-44cd-8533-e5f949dc7d62 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:26.999288 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_v2 [None req-2babea67-d9e1-4169-85cc-bc54c853b5fe admin admin] Deleting subnet f07f5db3-b2e5-488b-a462-b7c3a1c59972 {{(pid=93010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:02:27.015478 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2babea67-d9e1-4169-85cc-bc54c853b5fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.158919 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port a1993483-eb30-44cd-8533-e5f949dc7d62 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:27.164491 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port a1993483-eb30-44cd-8533-e5f949dc7d62 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:27.164928 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.492154 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-657403b4-82cd-41b2-a975-d32ed06f1431 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:27.503702 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-657403b4-82cd-41b2-a975-d32ed06f1431 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/networks?id=c8ea7abd-33e6-496d-83a2-7eb670061309 HTTP/1.1" status: 200 len: 811 time: 0.5336626 Jul 23 23:02:27.539965 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.565863 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.47', 50704) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:27.631170 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-ee83bcde-729c-40a7-8003-b1c1a5d50049 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/quotas/3b4763efe226447f8183b6e16d41cadc HTTP/1.1" status: 200 len: 375 time: 0.1103871 Jul 23 23:02:27.670319 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port a1993483-eb30-44cd-8533-e5f949dc7d62, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=a1993483-eb30-44cd-8533-e5f949dc7d62,segment=NetworkSegment(7bc915f6-66bf-4953-8685-7935dd08aa3b),segment_id=7bc915f6-66bf-4953-8685-7935dd08aa3b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:27.673960 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-89b2b016-b229-42e6-ad03-3425e954a251 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63d7b510-7bfc-4e79-a585-63398a9a1baa HTTP/1.1" status: 200 len: 217 time: 0.6250753 Jul 23 23:02:27.679741 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.788434 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2babea67-d9e1-4169-85cc-bc54c853b5fe admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.793157 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_common [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-40767658-111a-4ed7-9c4b-55f991129567 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Allocated IP 172.20.0.14 (f396b245-9304-4862-be4a-20a740e2e6d4/09f5b0d2-9e82-4d1b-9669-e70cea678b05/5531c33c-327a-4031-886d-936f12928e58) {{(pid=93009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:27.800301 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2babea67-d9e1-4169-85cc-bc54c853b5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018516'] for subnet, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:27.833647 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=a1993483-eb30-44cd-8533-e5f949dc7d62,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:27.873417 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-088c7689-df32-432b-8271-241334b7c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:27.875407 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-088c7689-df32-432b-8271-241334b7c5cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24d225d9-5785-4dbd-aed2-b217204dcf9a HTTP/1.1" status: 200 len: 851 time: 0.2000294 Jul 23 23:02:28.106673 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2babea67-d9e1-4169-85cc-bc54c853b5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for subnet, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.129156 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2babea67-d9e1-4169-85cc-bc54c853b5fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.136722 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49498) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:28.140077 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-2babea67-d9e1-4169-85cc-bc54c853b5fe admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f07f5db3-b2e5-488b-a462-b7c3a1c59972 HTTP/1.1" status: 204 len: 168 time: 1.3728323 Jul 23 23:02:28.153653 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8d1b0-34e9-4682-831f-686264935eec req-2ad69c91-2492-484d-97c9-0f48d6287e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:28.157262 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dfa8d1b0-34e9-4682-831f-686264935eec req-2ad69c91-2492-484d-97c9-0f48d6287e89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5042eb78-612c-4431-ada6-a0e582d6706b HTTP/1.1" status: 200 len: 855 time: 1.0774324 Jul 23 23:02:28.166236 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-40767658-111a-4ed7-9c4b-55f991129567 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Notify callbacks [] for port, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.193221 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babea67-d9e1-4169-85cc-bc54c853b5fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f07f5db3-b2e5-488b-a462-b7c3a1c59972,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:28.229376 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1927a59-811d-4cdd-8aed-6e6c251cf319 req-46bfe193-9e97-40c0-b041-71338e91f1be tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:28.236374 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e1927a59-811d-4cdd-8aed-6e6c251cf319 req-46bfe193-9e97-40c0-b041-71338e91f1be tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 943 time: 0.6617301 Jul 23 23:02:28.247497 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d51b1957-62f9-4882-bc71-4d1e6de21c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4034542'] for network, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.298052 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-f1afb75e-fd37-4c1a-afff-4324722c7bf7 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b4763efe226447f8183b6e16d41cadc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6659884 Jul 23 23:02:28.306823 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b771a78-58d9-423f-932c-b384ef93e106 req-e7248734-9f09-4043-b2ba-999de5edb774 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:28.310001 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2b771a78-58d9-423f-932c-b384ef93e106 req-e7248734-9f09-4043-b2ba-999de5edb774 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.47 "GET /v2.0/networks?id=f396b245-9304-4862-be4a-20a740e2e6d4 HTTP/1.1" status: 200 len: 818 time: 0.6420107 Jul 23 23:02:28.398179 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e1927a59-811d-4cdd-8aed-6e6c251cf319 req-be1f8fa3-7717-4088-9b95-f702f687d772 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280849 Jul 23 23:02:28.404854 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d51b1957-62f9-4882-bc71-4d1e6de21c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4025307', 'neutron.services.segments.db._delete_segments_for_network-8750116804994'] for network, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.421564 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-40767658-111a-4ed7-9c4b-55f991129567 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.436078 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-d51b1957-62f9-4882-bc71-4d1e6de21c52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9236e638-e107-4cff-a4b1-46dc24d8584b']}} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:28.495263 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40767658-111a-4ed7-9c4b-55f991129567 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Pushing event updated for resources: {'Port': ['ID=5531c33c-327a-4031-886d-936f12928e58,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:28.510184 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-d51b1957-62f9-4882-bc71-4d1e6de21c52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068cca6c-0dff-4e56-a53d-c9f919ad3d71') {'for_net_delete': True} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:28.510184 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-d51b1957-62f9-4882-bc71-4d1e6de21c52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068cca6c-0dff-4e56-a53d-c9f919ad3d71') {} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:28.519748 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d51b1957-62f9-4882-bc71-4d1e6de21c52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750116706807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11369255'] for segment, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.534041 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-40767658-111a-4ed7-9c4b-55f991129567 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Network f396b245-9304-4862-be4a-20a740e2e6d4 is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:28.536893 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-40767658-111a-4ed7-9c4b-55f991129567 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:28.541222 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-40767658-111a-4ed7-9c4b-55f991129567 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Received port after_create {{(pid=93009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:28.553614 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-9a3ff454-7c28-4ebf-bad8-274a1ff5a1db service neutron] 10.222.0.20 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315884 Jul 23 23:02:28.569391 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d51b1957-62f9-4882-bc71-4d1e6de21c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.581453 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51b1957-62f9-4882-bc71-4d1e6de21c52 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=93009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:02:28.582306 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d51b1957-62f9-4882-bc71-4d1e6de21c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11586116'] for segment, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: Traceback (most recent call last): Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: timer() Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: cb(*args, **kw) Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: return func(*args, **kwargs) Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: self._notify() Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: self.callback(batched_events) Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: event.method(event) Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: return f(self, *a, **k) Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._get(url).json() Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: return self.request(url, 'GET', **kwargs) Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:02:28.583513 dv-cinder-679138-12-iscsi neutron-server[93009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:02:28.627839 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-40767658-111a-4ed7-9c4b-55f991129567 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:28.628984 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-40767658-111a-4ed7-9c4b-55f991129567 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for port, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.672281 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-40767658-111a-4ed7-9c4b-55f991129567 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4680541 Jul 23 23:02:28.680387 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d16c6-0dec-4295-8def-5404d59d3a29 req-22a2c478-da08-4c2c-be9c-149f06af1f51 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:28.681359 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7f5d16c6-0dec-4295-8def-5404d59d3a29 req-22a2c478-da08-4c2c-be9c-149f06af1f51 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 943 time: 0.1865480 Jul 23 23:02:28.688181 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d51b1957-62f9-4882-bc71-4d1e6de21c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4025298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946679'] for network, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.694763 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d51b1957-62f9-4882-bc71-4d1e6de21c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:28.700231 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-d51b1957-62f9-4882-bc71-4d1e6de21c52 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9236e638-e107-4cff-a4b1-46dc24d8584b HTTP/1.1" status: 204 len: 168 time: 0.5574722 Jul 23 23:02:28.719550 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b1957-62f9-4882-bc71-4d1e6de21c52 admin admin] Pushing event deleted for resources: {'Network': ['ID=9236e638-e107-4cff-a4b1-46dc24d8584b,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:28.729908 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-5731f370-c577-4059-aba5-963fb69d3091 service neutron] 10.222.0.20 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688445 Jul 23 23:02:28.780014 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7f5d16c6-0dec-4295-8def-5404d59d3a29 req-275ab625-da81-4a82-bf87-e5db2113f4ce tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782025 Jul 23 23:02:28.882170 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device a1993483-eb30-44cd-8533-e5f949dc7d62 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:28.907942 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a0234be0-e889-4693-921c-fecd68fb62fe req-6dbcb817-a9ea-4f2e-bb95-f19209cbf041 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 210 time: 0.0512724 Jul 23 23:02:28.952559 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port a1993483-eb30-44cd-8533-e5f949dc7d62 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:28.953120 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.045615 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4b765664-1e64-47c0-b773-119873d5f0ce req-ae74f8be-4298-49f0-8364-06390afc5919 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 210 time: 0.0716600 Jul 23 23:02:29.063227 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49522) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:29.139969 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-1c40701d-c0f3-4179-97ae-4af0184d839b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ddf7ec65b774c57bcff3b235bd8e1bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0738864 Jul 23 23:02:29.144312 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 49532) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:29.165668 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Request body: {'port': {'device_id': 'fbfef1e2-ad79-4085-9159-a2db2415fa37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:29.234896 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-2b771a78-58d9-423f-932c-b384ef93e106 req-5329ed21-e52b-4fa0-b3b4-d1cedf832b3d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Request body: {'port': {'device_id': '5d79439d-15d0-47f0-8f43-3fbf039470d6', 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4', 'admin_state_up': True, 'tenant_id': '73844bc3ec514868b92c7e79b128f3ee'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:29.257580 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-e223fd0e-dac9-4050-abcc-210c8143b8a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0ec605d-f416-45ff-8ee7-e2e08e932817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880847 Jul 23 23:02:29.289074 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dfa8d1b0-34e9-4682-831f-686264935eec req-1143e0bb-4e39-475f-af25-b78951173e47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931463 Jul 23 23:02:29.392666 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.441823 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-e46fd86f-398d-413b-9d4a-c783382ac837 service neutron] 10.222.0.47 "GET /v2.0/networks/b0ec605d-f416-45ff-8ee7-e2e08e932817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717217 Jul 23 23:02:29.474861 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2c9caa5b-44d4-48ee-a9e1-e4f9afbf7263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.584139 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2c9caa5b-44d4-48ee-a9e1-e4f9afbf7263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.619284 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dfa8d1b0-34e9-4682-831f-686264935eec req-81244192-8a00-4743-a619-7fd51fe6f8f3 service neutron] 10.222.0.47 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044803 Jul 23 23:02:29.675277 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b771a78-58d9-423f-932c-b384ef93e106 req-5329ed21-e52b-4fa0-b3b4-d1cedf832b3d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Made reservation on behalf of 73844bc3ec514868b92c7e79b128f3ee for: {'port': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:29.678452 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2b771a78-58d9-423f-932c-b384ef93e106 req-5329ed21-e52b-4fa0-b3b4-d1cedf832b3d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.727219 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-2f8fedbe-4867-4fc0-a814-87530d8218e9 req-7862cc9f-110e-4238-9623-dbef29d384f8 service neutron] 10.222.0.47 "GET /v2.0/networks/b0ec605d-f416-45ff-8ee7-e2e08e932817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755613 Jul 23 23:02:29.832493 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2c9caa5b-44d4-48ee-a9e1-e4f9afbf7263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.835078 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2c9caa5b-44d4-48ee-a9e1-e4f9afbf7263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.836221 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-2c9caa5b-44d4-48ee-a9e1-e4f9afbf7263 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cdb090e-8d47-4b92-9e3d-bb6a4395abeb HTTP/1.1" status: 204 len: 168 time: 0.6909027 Jul 23 23:02:29.866299 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.notifiers.nova [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5531c33c-327a-4031-886d-936f12928e58 {{(pid=93009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:02:29.875289 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.875690 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34527d7d-6d66-4b9b-824b-72c386eeab22 req-64d3492c-d57a-4661-9eb0-4a94d637dc50 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:29.882455 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-34527d7d-6d66-4b9b-824b-72c386eeab22 req-64d3492c-d57a-4661-9eb0-4a94d637dc50 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 943 time: 0.3620663 Jul 23 23:02:29.890152 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.provisioning_blocks [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Transition to ACTIVE for port object 5531c33c-327a-4031-886d-936f12928e58 will not be triggered until provisioned by entity L2. {{(pid=93009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:29.895552 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11586072'] for port, after_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:29.929253 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9caa5b-44d4-48ee-a9e1-e4f9afbf7263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdb090e-8d47-4b92-9e3d-bb6a4395abeb,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:29.932600 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dfa8d1b0-34e9-4682-831f-686264935eec req-8b8cf0e5-d752-4722-b6c4-9918a465ddb7 service neutron] 10.222.0.47 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975092 Jul 23 23:02:30.022365 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-34527d7d-6d66-4b9b-824b-72c386eeab22 req-59b910cf-5ace-4180-9e1a-3e105c125254 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386931 Jul 23 23:02:30.039355 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Pushing event updated for resources: {'Port': ['ID=5531c33c-327a-4031-886d-936f12928e58,revision_number=2']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:30.051329 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [req-2b771a78-58d9-423f-932c-b384ef93e106 req-5329ed21-e52b-4fa0-b3b4-d1cedf832b3d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Allocated IP 172.20.0.11 (f396b245-9304-4862-be4a-20a740e2e6d4/09f5b0d2-9e82-4d1b-9669-e70cea678b05/d11e4e0a-98da-4654-a716-284dd6f5b969) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:30.089184 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc404973-98d4-466d-95a6-56a4a94ac5ab req-59ca6683-bdf8-443a-ad26-641bfce1b1b0 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:30.090943 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-cc404973-98d4-466d-95a6-56a4a94ac5ab req-59ca6683-bdf8-443a-ad26-641bfce1b1b0 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 943 time: 0.2320898 Jul 23 23:02:30.125775 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.managers [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Attempting to bind port 5531c33c-327a-4031-886d-936f12928e58 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:30.126283 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.managers [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Attempting to bind port 5531c33c-327a-4031-886d-936f12928e58 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '7bc915f6-66bf-4953-8685-7935dd08aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4'}] {{(pid=93009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:30.126755 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Attempting to bind port 5531c33c-327a-4031-886d-936f12928e58 on network f396b245-9304-4862-be4a-20a740e2e6d4 {{(pid=93009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:30.133379 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Port 5531c33c-327a-4031-886d-936f12928e58 on network f396b245-9304-4862-be4a-20a740e2e6d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:02:30.133703 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Attempting to bind port 5531c33c-327a-4031-886d-936f12928e58 on network f396b245-9304-4862-be4a-20a740e2e6d4 {{(pid=93009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:30.147249 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:30.147583 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Checking segment: {'id': '7bc915f6-66bf-4953-8685-7935dd08aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:30.147969 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Bound using segment: {'id': '7bc915f6-66bf-4953-8685-7935dd08aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4'} {{(pid=93009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:30.148452 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.managers [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Bound port: 5531c33c-327a-4031-886d-936f12928e58, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bc915f6-66bf-4953-8685-7935dd08aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4'}}] {{(pid=93009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:30.148812 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.185071 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-cc404973-98d4-466d-95a6-56a4a94ac5ab req-67fe1e2b-2168-48d7-9d27-67b9dcbbb66d tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873494 Jul 23 23:02:30.218327 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e4dcd1e6-c91d-43ef-bf46-c1002bb9e655 req-321f2de5-4ca7-49a1-9b4a-8530b1e9b45c tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 210 time: 0.0743759 Jul 23 23:02:30.228406 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] For port 5531c33c-327a-4031-886d-936f12928e58, host hv-cinder-67913, cleared binding levels {{(pid=93009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:30.231900 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] For port 5531c33c-327a-4031-886d-936f12928e58, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=5531c33c-327a-4031-886d-936f12928e58,segment=NetworkSegment(7bc915f6-66bf-4953-8685-7935dd08aa3b),segment_id=7bc915f6-66bf-4953-8685-7935dd08aa3b)] {{(pid=93009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:30.255768 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11586072'] for port, after_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.330811 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:30.331464 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for port, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.334970 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] 10.222.0.47 "PUT /v2.0/ports/5531c33c-327a-4031-886d-936f12928e58 HTTP/1.1" status: 200 len: 1094 time: 1.1721613 Jul 23 23:02:30.334970 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfef1e2-ad79-4085-9159-a2db2415fa37', 'tag': '5531c33c-327a-4031-886d-936f12928e58'}] {{(pid=93009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:02:30.335750 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5e0f2973c0b08423bc927c7fb12f7ef382f60b49eb8eaad9de0f06c87e9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4776db5a-977b-4511-a308-942248e7c664" -d '{"events": [{"name": "network-changed", "server_uuid": "fbfef1e2-ad79-4085-9159-a2db2415fa37", "tag": "5531c33c-327a-4031-886d-936f12928e58"}]}' {{(pid=93009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:02:30.340554 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49578) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:30.387115 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd3913-b03a-4251-9a1d-11177348293c service neutron] Pushing event updated for resources: {'Port': ['ID=5531c33c-327a-4031-886d-936f12928e58,revision_number=3']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:30.404829 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6608ee98-92df-45af-87f4-3c9d1cd49710 x-openstack-request-id: req-6608ee98-92df-45af-87f4-3c9d1cd49710 {{(pid=93009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:02:30.405150 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbfef1e2-ad79-4085-9159-a2db2415fa37", "tag": "5531c33c-327a-4031-886d-936f12928e58", "status": "completed", "code": 200}]} {{(pid=93009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:02:30.405363 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6608ee98-92df-45af-87f4-3c9d1cd49710 {{(pid=93009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:02:30.405868 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbfef1e2-ad79-4085-9159-a2db2415fa37', 'tag': '5531c33c-327a-4031-886d-936f12928e58', 'status': 'completed', 'code': 200} Jul 23 23:02:30.409143 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-9342d195-6d49-4af0-8c05-d9ad426a39c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=097fd8efec6c49b5ab8f2250ec6905d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0674305 Jul 23 23:02:30.411992 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49584) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:30.466712 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-261027ef-3459-4140-8e7e-4473e545b7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.489237 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-261027ef-3459-4140-8e7e-4473e545b7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.514705 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-98fa1495-995e-4fea-9670-f8d0357df4b2 req-c4c193e2-f02f-4884-9771-86bdf5a6a6a6 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 210 time: 0.2347023 Jul 23 23:02:30.546544 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2b771a78-58d9-423f-932c-b384ef93e106 req-5329ed21-e52b-4fa0-b3b4-d1cedf832b3d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.548725 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-261027ef-3459-4140-8e7e-4473e545b7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.551666 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-261027ef-3459-4140-8e7e-4473e545b7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.552813 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-261027ef-3459-4140-8e7e-4473e545b7bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0f787dc-157f-4a61-a62e-5c933224ae55 HTTP/1.1" status: 204 len: 168 time: 0.1397126 Jul 23 23:02:30.561810 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261027ef-3459-4140-8e7e-4473e545b7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f787dc-157f-4a61-a62e-5c933224ae55,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:30.589572 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2b771a78-58d9-423f-932c-b384ef93e106 req-5329ed21-e52b-4fa0-b3b4-d1cedf832b3d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.630283 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b771a78-58d9-423f-932c-b384ef93e106 req-5329ed21-e52b-4fa0-b3b4-d1cedf832b3d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Network f396b245-9304-4862-be4a-20a740e2e6d4 is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:30.633281 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [req-2b771a78-58d9-423f-932c-b384ef93e106 req-5329ed21-e52b-4fa0-b3b4-d1cedf832b3d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:30.639074 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b771a78-58d9-423f-932c-b384ef93e106 req-5329ed21-e52b-4fa0-b3b4-d1cedf832b3d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:30.644385 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b771a78-58d9-423f-932c-b384ef93e106 req-5329ed21-e52b-4fa0-b3b4-d1cedf832b3d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:30.644986 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2b771a78-58d9-423f-932c-b384ef93e106 req-5329ed21-e52b-4fa0-b3b4-d1cedf832b3d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:30.655320 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329ed21-e52b-4fa0-b3b4-d1cedf832b3d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Pushing event updated for resources: {'Port': ['ID=d11e4e0a-98da-4654-a716-284dd6f5b969,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:30.668273 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2b771a78-58d9-423f-932c-b384ef93e106 req-5329ed21-e52b-4fa0-b3b4-d1cedf832b3d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4379559 Jul 23 23:02:31.146846 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1e626-bcae-4b4d-bc3d-4fc6cf5b3dfe req-23cf3668-7e54-4dfa-bbfb-5286a1bf1526 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:31.148331 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c0d1e626-bcae-4b4d-bc3d-4fc6cf5b3dfe req-23cf3668-7e54-4dfa-bbfb-5286a1bf1526 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 943 time: 0.0634639 Jul 23 23:02:31.194907 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c0d1e626-bcae-4b4d-bc3d-4fc6cf5b3dfe req-45bc3533-0ff2-492b-bc09-e5e64979227e tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405161 Jul 23 23:02:31.363234 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2d4e1-b793-44ee-8cb1-32f4c8eae692 req-b61bbc3e-3e4f-4486-8057-845b686f562f tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:31.364795 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-60e2d4e1-b793-44ee-8cb1-32f4c8eae692 req-b61bbc3e-3e4f-4486-8057-845b686f562f tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 943 time: 0.1042688 Jul 23 23:02:31.385773 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996276f-50b5-4055-955c-9b3545746e9b req-461f6487-bf99-4e6e-9911-9f2a46389d33 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:31.387371 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7996276f-50b5-4055-955c-9b3545746e9b req-461f6487-bf99-4e6e-9911-9f2a46389d33 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 932 time: 0.0957830 Jul 23 23:02:31.431215 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-60e2d4e1-b793-44ee-8cb1-32f4c8eae692 req-0a354306-412c-4efb-94cd-557f7b8d3c20 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583649 Jul 23 23:02:31.444063 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7996276f-50b5-4055-955c-9b3545746e9b req-2b8f448c-eb99-4edf-8a61-4ff811fc0f64 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492780 Jul 23 23:02:31.615383 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e5e9a3f5-3c8e-447c-b552-96044de276b0 req-05730e42-999f-4689-8c9f-7ab0587c0295 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 210 time: 0.0295413 Jul 23 23:02:32.327091 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104007b-5e95-4787-beff-d467c6ebf98c req-7ff439db-39e0-4b9d-9ff6-0a0c8b56d9bd tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:32.328664 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8104007b-5e95-4787-beff-d467c6ebf98c req-7ff439db-39e0-4b9d-9ff6-0a0c8b56d9bd tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 943 time: 0.0733440 Jul 23 23:02:32.365408 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8104007b-5e95-4787-beff-d467c6ebf98c req-6db3e4e8-5d50-4ed1-9958-b218d8dd207a tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313153 Jul 23 23:02:32.375084 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 49672) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:32.476666 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6bab2d8b-54f5-448f-8405-b6663859e0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.604043 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Request body: {'port': {'device_id': '5d79439d-15d0-47f0-8f43-3fbf039470d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:32.660543 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776db5a-977b-4511-a308-942248e7c664 req-55b9d118-dcd6-4d96-95d4-b332e1d093b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:32.662280 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-4776db5a-977b-4511-a308-942248e7c664 req-55b9d118-dcd6-4d96-95d4-b332e1d093b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73844bc3ec514868b92c7e79b128f3ee&device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 1097 time: 0.0676026 Jul 23 23:02:32.783847 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31e68a-bd62-4070-9d4f-b22cc3593073 req-ef3e4f63-1b5f-4d61-a596-194735b326a7 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:32.785343 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be31e68a-bd62-4070-9d4f-b22cc3593073 req-ef3e4f63-1b5f-4d61-a596-194735b326a7 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 943 time: 0.2712531 Jul 23 23:02:32.822264 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f67298-6442-45a3-ad1a-62e9562969f6 req-83642e5a-7172-497c-bcce-08423927d121 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:32.824297 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-58f67298-6442-45a3-ad1a-62e9562969f6 req-83642e5a-7172-497c-bcce-08423927d121 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 932 time: 0.3061361 Jul 23 23:02:32.850675 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6bab2d8b-54f5-448f-8405-b6663859e0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.858017 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.860848 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13daef4e-1cdb-4e91-9df4-fa2146dcb088 req-b7ea0573-4e9c-4ec0-a83d-d8d1a52d917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:32.862266 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-13daef4e-1cdb-4e91-9df4-fa2146dcb088 req-b7ea0573-4e9c-4ec0-a83d-d8d1a52d917a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f46f151b0734b8eb00a2009e4c8af61&device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 1096 time: 0.2726099 Jul 23 23:02:32.871970 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6bab2d8b-54f5-448f-8405-b6663859e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:32.947243 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16add7bf-c0e4-4784-b4c6-f224f410fed0 req-11f5a941-1f98-49be-bf45-2e39d9437111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:32.948871 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-16add7bf-c0e4-4784-b4c6-f224f410fed0 req-11f5a941-1f98-49be-bf45-2e39d9437111 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b2287dabe4a4009a649ab46b82bd58b&device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 1096 time: 0.2150588 Jul 23 23:02:32.950279 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776db5a-977b-4511-a308-942248e7c664 req-b9b09c17-128c-45bd-b5e2-1fcaddbf48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:32.951645 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-4776db5a-977b-4511-a308-942248e7c664 req-b9b09c17-128c-45bd-b5e2-1fcaddbf48e1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=73844bc3ec514868b92c7e79b128f3ee&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2166727 Jul 23 23:02:33.017169 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be31e68a-bd62-4070-9d4f-b22cc3593073 req-56758c07-7d60-47d9-83b8-4d37257ff5dd tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224419 Jul 23 23:02:33.034168 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-6bab2d8b-54f5-448f-8405-b6663859e0f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3d7c6af989440c6812d8e4c7c7c2209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6579506 Jul 23 23:02:33.037149 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-58f67298-6442-45a3-ad1a-62e9562969f6 req-386f4654-a09e-47ef-953c-292d9a3b4df6 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998346 Jul 23 23:02:33.037832 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab2d8b-54f5-448f-8405-b6663859e0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e124c8-9683-4735-849f-85e46e69e526,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:33.052061 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49688) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:33.211361 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.47', 50719) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:33.234926 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-14ff4f95-4850-4870-b653-71aa1d4ea59b req-66d7041a-bcd3-44c0-997c-42bede845d94 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 210 time: 0.1145301 Jul 23 23:02:33.283794 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13daef4e-1cdb-4e91-9df4-fa2146dcb088 req-080c5b28-0b1b-44e8-8c41-377756bd12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:33.285387 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-13daef4e-1cdb-4e91-9df4-fa2146dcb088 req-080c5b28-0b1b-44e8-8c41-377756bd12ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0ec605d-f416-45ff-8ee7-e2e08e932817 HTTP/1.1" status: 200 len: 912 time: 0.4107585 Jul 23 23:02:33.396052 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-13daef4e-1cdb-4e91-9df4-fa2146dcb088 req-f29d1cc9-1062-49b3-80f9-1066ccee5620 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63d7b510-7bfc-4e79-a585-63398a9a1baa HTTP/1.1" status: 200 len: 217 time: 0.0981848 Jul 23 23:02:33.501568 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16add7bf-c0e4-4784-b4c6-f224f410fed0 req-21c6f17b-f56f-4349-a6cb-40f972875c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:33.503225 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-16add7bf-c0e4-4784-b4c6-f224f410fed0 req-21c6f17b-f56f-4349-a6cb-40f972875c5a service neutron] 10.222.0.47 "GET /v2.0/networks?id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9 HTTP/1.1" status: 200 len: 916 time: 0.5400298 Jul 23 23:02:33.561009 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-5abe49bc-5496-43f8-93a7-eddc572f6fab tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:33.563103 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-5abe49bc-5496-43f8-93a7-eddc572f6fab tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.47 "GET /v2.0/networks?id=c8ea7abd-33e6-496d-83a2-7eb670061309 HTTP/1.1" status: 200 len: 811 time: 0.3506527 Jul 23 23:02:33.576668 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4776db5a-977b-4511-a308-942248e7c664 req-09a4b965-5340-464e-bfc4-db4154535b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:33.578347 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-4776db5a-977b-4511-a308-942248e7c664 req-09a4b965-5340-464e-bfc4-db4154535b3d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6001995 Jul 23 23:02:33.580164 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-16add7bf-c0e4-4784-b4c6-f224f410fed0 req-08dc6cc5-bb03-4bff-8f41-3d1c42cc6976 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ac4aac9-43db-4128-82c8-178a0d1aed14 HTTP/1.1" status: 200 len: 217 time: 0.0571516 Jul 23 23:02:33.581024 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1a8c540e-6106-4b0a-a551-bf06d5cdbc7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.598697 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13daef4e-1cdb-4e91-9df4-fa2146dcb088 req-0f8a7bd6-cab7-42b9-afcf-68397fe9ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:33.600152 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-13daef4e-1cdb-4e91-9df4-fa2146dcb088 req-0f8a7bd6-cab7-42b9-afcf-68397fe9ceb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24d225d9-5785-4dbd-aed2-b217204dcf9a HTTP/1.1" status: 200 len: 851 time: 0.1821544 Jul 23 23:02:33.660931 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-13daef4e-1cdb-4e91-9df4-fa2146dcb088 req-6dfeea02-b30d-45ed-9d30-df374d3ed6d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0ec605d-f416-45ff-8ee7-e2e08e932817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300839 Jul 23 23:02:33.664268 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1a8c540e-6106-4b0a-a551-bf06d5cdbc7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.671583 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a90b78-4683-4dcc-92d3-af465233a19c req-077a6e88-0c03-4ff8-8544-8a15a100104f tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:33.673044 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-73a90b78-4683-4dcc-92d3-af465233a19c req-077a6e88-0c03-4ff8-8544-8a15a100104f tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 943 time: 0.2171586 Jul 23 23:02:33.733291 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16add7bf-c0e4-4784-b4c6-f224f410fed0 req-5eae9080-f8db-4053-8ec9-322b0c83cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:33.735156 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-16add7bf-c0e4-4784-b4c6-f224f410fed0 req-5eae9080-f8db-4053-8ec9-322b0c83cdd5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5042eb78-612c-4431-ada6-a0e582d6706b HTTP/1.1" status: 200 len: 855 time: 0.1239913 Jul 23 23:02:33.760367 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-c9cdf8cf-1b37-4399-a2cd-ab7a6d7e9c89 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b4763efe226447f8183b6e16d41cadc HTTP/1.1" status: 200 len: 380 time: 0.1753469 Jul 23 23:02:33.773673 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-deca83ee-118f-41a7-94af-8e74a8d620df tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Request body: {'port': {'device_id': '1e87e0e0-8ba2-40d9-92fb-80a500a7fe16', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'admin_state_up': True, 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'security_groups': ['f20b9e36-c414-43da-b6ea-38d6c15bfd0a']}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:33.781800 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-16add7bf-c0e4-4784-b4c6-f224f410fed0 req-68a863b5-d10e-4b6a-8fe0-7eaf84a2e89f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383818 Jul 23 23:02:33.816427 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-73a90b78-4683-4dcc-92d3-af465233a19c req-38a1387c-616e-4b97-9d4e-a860ca5d9c4d tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148391 Jul 23 23:02:33.829532 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1a8c540e-6106-4b0a-a551-bf06d5cdbc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.833140 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1a8c540e-6106-4b0a-a551-bf06d5cdbc7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:33.833280 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-1a8c540e-6106-4b0a-a551-bf06d5cdbc7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3e124c8-9683-4735-849f-85e46e69e526 HTTP/1.1" status: 204 len: 168 time: 0.7730896 Jul 23 23:02:33.838696 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-e6997dd3-41c6-4bab-9612-76775487ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:33.840516 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-e6997dd3-41c6-4bab-9612-76775487ad7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73844bc3ec514868b92c7e79b128f3ee&device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 1097 time: 0.1734455 Jul 23 23:02:33.876084 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c540e-6106-4b0a-a551-bf06d5cdbc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e124c8-9683-4735-849f-85e46e69e526,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:33.932484 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-02756893-3fed-4919-a636-82e30e6eda2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5531c33c-327a-4031-886d-936f12928e58 HTTP/1.1" status: 200 len: 217 time: 0.0583234 Jul 23 23:02:33.957655 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-16add7bf-c0e4-4784-b4c6-f224f410fed0 req-bf91a604-ca9d-4429-8855-4d71ec01ee39 service neutron] 10.222.0.47 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679068 Jul 23 23:02:34.147916 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11e4e0a-98da-4654-a716-284dd6f5b969 {{(pid=93010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:02:34.180475 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-13daef4e-1cdb-4e91-9df4-fa2146dcb088 req-9e24dc54-c5be-47f4-b0f4-f2dacb1c3308 service neutron] 10.222.0.47 "GET /v2.0/networks/b0ec605d-f416-45ff-8ee7-e2e08e932817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040100 Jul 23 23:02:34.204421 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.208591 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49738) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:34.224947 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-629056ae-4250-488e-ad98-afbaca7a6423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.258075 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Transition to ACTIVE for port object d11e4e0a-98da-4654-a716-284dd6f5b969 will not be triggered until provisioned by entity L2. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:34.276017 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.341126 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-629056ae-4250-488e-ad98-afbaca7a6423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.348197 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-629056ae-4250-488e-ad98-afbaca7a6423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.388594 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629056ae-4250-488e-ad98-afbaca7a6423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a771f2-e6ee-456f-8a3c-7f47b5d9ab36,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:34.395294 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-629056ae-4250-488e-ad98-afbaca7a6423 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b4548de568c4b33ac0c820bffc9de30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831939 Jul 23 23:02:34.395659 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=d11e4e0a-98da-4654-a716-284dd6f5b969,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:34.396570 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49746) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:34.404809 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c22cdb-f35d-449f-a098-0b0f1d4c50d7 req-76a55e79-2477-4fc3-a3ba-175da6952c2a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:34.406895 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-36c22cdb-f35d-449f-a098-0b0f1d4c50d7 req-76a55e79-2477-4fc3-a3ba-175da6952c2a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 932 time: 0.2518640 Jul 23 23:02:34.423337 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5150b2-ef8d-4f73-8f0f-5723c525a1e4 req-eca1e8e1-75a7-4488-b964-3e3a587675b7 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:34.425014 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be5150b2-ef8d-4f73-8f0f-5723c525a1e4 req-eca1e8e1-75a7-4488-b964-3e3a587675b7 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 943 time: 0.2799909 Jul 23 23:02:34.442885 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-deca83ee-118f-41a7-94af-8e74a8d620df tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Made reservation on behalf of 3b4763efe226447f8183b6e16d41cadc for: {'port': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:34.446268 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-deca83ee-118f-41a7-94af-8e74a8d620df tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.448273 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a078d0f0-0977-4bb7-8a61-426ca91f56cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.469461 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a078d0f0-0977-4bb7-8a61-426ca91f56cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.504588 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Attempting to bind port d11e4e0a-98da-4654-a716-284dd6f5b969 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:34.504912 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Attempting to bind port d11e4e0a-98da-4654-a716-284dd6f5b969 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '7bc915f6-66bf-4953-8685-7935dd08aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4'}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:34.505231 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Attempting to bind port d11e4e0a-98da-4654-a716-284dd6f5b969 on network f396b245-9304-4862-be4a-20a740e2e6d4 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:34.517571 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a078d0f0-0977-4bb7-8a61-426ca91f56cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.520516 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a078d0f0-0977-4bb7-8a61-426ca91f56cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.524084 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-a078d0f0-0977-4bb7-8a61-426ca91f56cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40a771f2-e6ee-456f-8a3c-7f47b5d9ab36 HTTP/1.1" status: 204 len: 168 time: 0.1241922 Jul 23 23:02:34.532000 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Port d11e4e0a-98da-4654-a716-284dd6f5b969 on network f396b245-9304-4862-be4a-20a740e2e6d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:02:34.532325 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Attempting to bind port d11e4e0a-98da-4654-a716-284dd6f5b969 on network f396b245-9304-4862-be4a-20a740e2e6d4 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:34.534669 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078d0f0-0977-4bb7-8a61-426ca91f56cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a771f2-e6ee-456f-8a3c-7f47b5d9ab36,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:34.577660 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be5150b2-ef8d-4f73-8f0f-5723c525a1e4 req-cdcc11ad-57f6-494b-b1f4-f5ede70686d3 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289115 Jul 23 23:02:34.582777 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:34.583111 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Checking segment: {'id': '7bc915f6-66bf-4953-8685-7935dd08aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:34.583753 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Bound using segment: {'id': '7bc915f6-66bf-4953-8685-7935dd08aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4'} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:34.583913 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Bound port: d11e4e0a-98da-4654-a716-284dd6f5b969, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bc915f6-66bf-4953-8685-7935dd08aa3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4'}}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:34.584270 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.596978 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-36c22cdb-f35d-449f-a098-0b0f1d4c50d7 req-d3320d71-9861-4aae-baca-47bfb33782de tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706660 Jul 23 23:02:34.718112 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-897c33b7-869d-4aa1-99df-5d004d1e75bf req-4a5264ba-a65b-4479-858f-9a58969b7f39 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 210 time: 0.0431826 Jul 23 23:02:34.747287 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-deca83ee-118f-41a7-94af-8e74a8d620df tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Allocated IP 172.20.0.12 (c8ea7abd-33e6-496d-83a2-7eb670061309/305eac6e-ee4e-4826-84b5-c213e1725333/56cbeac4-3bab-4a71-951e-b043f8457a86) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:34.763571 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] For port d11e4e0a-98da-4654-a716-284dd6f5b969, host hv-cinder-67913, cleared binding levels {{(pid=93010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:34.768064 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] For port d11e4e0a-98da-4654-a716-284dd6f5b969, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=d11e4e0a-98da-4654-a716-284dd6f5b969,segment=NetworkSegment(7bc915f6-66bf-4953-8685-7935dd08aa3b),segment_id=7bc915f6-66bf-4953-8685-7935dd08aa3b)] {{(pid=93010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:34.777359 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.818411 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:34.819051 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:34.820784 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2b771a78-58d9-423f-932c-b384ef93e106 req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] 10.222.0.47 "PUT /v2.0/ports/d11e4e0a-98da-4654-a716-284dd6f5b969 HTTP/1.1" status: 200 len: 1094 time: 2.2299445 Jul 23 23:02:34.827443 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d79439d-15d0-47f0-8f43-3fbf039470d6', 'tag': 'd11e4e0a-98da-4654-a716-284dd6f5b969'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:02:34.829651 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12763300-190e-44fa-9c7c-77fe7f094007" -d '{"events": [{"name": "network-changed", "server_uuid": "5d79439d-15d0-47f0-8f43-3fbf039470d6", "tag": "d11e4e0a-98da-4654-a716-284dd6f5b969"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:02:34.874846 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04ed432-5702-431d-accb-1dab491ead84 x-openstack-request-id: req-c04ed432-5702-431d-accb-1dab491ead84 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:02:34.875036 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d79439d-15d0-47f0-8f43-3fbf039470d6", "tag": "d11e4e0a-98da-4654-a716-284dd6f5b969", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:02:34.875210 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c04ed432-5702-431d-accb-1dab491ead84 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:02:34.875529 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d79439d-15d0-47f0-8f43-3fbf039470d6', 'tag': 'd11e4e0a-98da-4654-a716-284dd6f5b969', 'status': 'completed', 'code': 200} Jul 23 23:02:34.920860 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238de8c-dc2e-4abc-865c-9f9bc2da1ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=d11e4e0a-98da-4654-a716-284dd6f5b969,revision_number=3']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:34.997679 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-deca83ee-118f-41a7-94af-8e74a8d620df tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.016563 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-deca83ee-118f-41a7-94af-8e74a8d620df tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Transition to ACTIVE for port object 56cbeac4-3bab-4a71-951e-b043f8457a86 will not be triggered until provisioned by entity DHCP. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:35.037192 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca488e-8395-4e9b-9032-4535c357e64d req-b80fdc71-2e12-408d-8847-9da480f1f73a tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:35.038792 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fdca488e-8395-4e9b-9032-4535c357e64d req-b80fdc71-2e12-408d-8847-9da480f1f73a tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 943 time: 0.1188836 Jul 23 23:02:35.091375 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-deca83ee-118f-41a7-94af-8e74a8d620df tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.097714 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fdca488e-8395-4e9b-9032-4535c357e64d req-1326ce15-36c5-4d4b-8321-08febd9ff44f tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528076 Jul 23 23:02:35.139881 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-deca83ee-118f-41a7-94af-8e74a8d620df tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Network c8ea7abd-33e6-496d-83a2-7eb670061309 is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:35.142857 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-deca83ee-118f-41a7-94af-8e74a8d620df tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:35.145202 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-deca83ee-118f-41a7-94af-8e74a8d620df tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:35.151071 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-deca83ee-118f-41a7-94af-8e74a8d620df tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:35.151735 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-deca83ee-118f-41a7-94af-8e74a8d620df tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.173003 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca83ee-118f-41a7-94af-8e74a8d620df tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Pushing event updated for resources: {'Port': ['ID=56cbeac4-3bab-4a71-951e-b043f8457a86,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:35.180468 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-deca83ee-118f-41a7-94af-8e74a8d620df tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4131587 Jul 23 23:02:35.404447 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-b81d4ab2-b6eb-42ac-95d8-4ee7143115e4 None None] Provisioning for port 56cbeac4-3bab-4a71-951e-b043f8457a86 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:35.410363 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-b81d4ab2-b6eb-42ac-95d8-4ee7143115e4 None None] Provisioning complete for port 56cbeac4-3bab-4a71-951e-b043f8457a86 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:35.410861 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b81d4ab2-b6eb-42ac-95d8-4ee7143115e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.450409 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-b81d4ab2-b6eb-42ac-95d8-4ee7143115e4 None None] Port 56cbeac4-3bab-4a71-951e-b043f8457a86 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:35.696478 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49812) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:35.761260 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76c04f-0321-4677-a378-bb4652fbebc1 req-a636348e-ecb6-4830-abdd-4904ab978241 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:35.762854 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be76c04f-0321-4677-a378-bb4652fbebc1 req-a636348e-ecb6-4830-abdd-4904ab978241 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 943 time: 0.1158600 Jul 23 23:02:35.783312 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf901fdc-3c0b-42a9-a062-0b00fd4a732b req-7d11db43-3b7d-4e53-8152-b05fd879c18e tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:35.784752 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-cf901fdc-3c0b-42a9-a062-0b00fd4a732b req-7d11db43-3b7d-4e53-8152-b05fd879c18e tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 944 time: 0.1027915 Jul 23 23:02:35.803804 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9fa6-4e2d-4704-a236-8cea66a88420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.834656 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be76c04f-0321-4677-a378-bb4652fbebc1 req-d1c582a0-0267-4363-92f8-4357218e4d94 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647502 Jul 23 23:02:35.847246 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-cf901fdc-3c0b-42a9-a062-0b00fd4a732b req-e7309dd6-f23c-409d-9f52-3f4dc7383e5d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522614 Jul 23 23:02:35.907501 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9fa6-4e2d-4704-a236-8cea66a88420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.911255 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-cb0e9fa6-4e2d-4704-a236-8cea66a88420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:35.950144 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-cb0e9fa6-4e2d-4704-a236-8cea66a88420 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a00bdcd1a07c4af8b09fae8c14c1b960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520592 Jul 23 23:02:35.951059 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e9fa6-4e2d-4704-a236-8cea66a88420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9fbfcc-cd50-4ed1-bb21-27b82a482791,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:35.953481 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 49818) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:35.967833 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78659275-49d2-44e7-b525-45d40827722e req-b12e0d04-8763-4536-8bb8-7257fd28babf tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:35.969273 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-78659275-49d2-44e7-b525-45d40827722e req-b12e0d04-8763-4536-8bb8-7257fd28babf tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 932 time: 0.0738902 Jul 23 23:02:36.027765 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-78659275-49d2-44e7-b525-45d40827722e req-15d278f0-98ff-4fac-8221-a1b985d1f78f tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529528 Jul 23 23:02:36.039160 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ca421e99-500e-4d71-a711-f69734b1112f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.061030 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ca421e99-500e-4d71-a711-f69734b1112f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.107440 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ca421e99-500e-4d71-a711-f69734b1112f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.110278 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ca421e99-500e-4d71-a711-f69734b1112f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.111360 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-ca421e99-500e-4d71-a711-f69734b1112f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8b9fbfcc-cd50-4ed1-bb21-27b82a482791 HTTP/1.1" status: 204 len: 168 time: 0.1575449 Jul 23 23:02:36.118776 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca421e99-500e-4d71-a711-f69734b1112f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9fbfcc-cd50-4ed1-bb21-27b82a482791,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:36.242990 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1f0a9-56bf-4b98-a19e-c917c571d1aa req-c352939d-4d49-4d3c-8eb1-0ebdbe7b5e1e tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:36.244498 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-baf1f0a9-56bf-4b98-a19e-c917c571d1aa req-c352939d-4d49-4d3c-8eb1-0ebdbe7b5e1e tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 943 time: 0.0724902 Jul 23 23:02:36.282625 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-baf1f0a9-56bf-4b98-a19e-c917c571d1aa req-d640aa03-6d95-47bb-8625-f7d4c693b3f7 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317607 Jul 23 23:02:36.590709 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-c31bcb92-a71f-4903-b3e6-e5cd00220ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:36.592556 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-c31bcb92-a71f-4903-b3e6-e5cd00220ea5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09f5b0d2-9e82-4d1b-9669-e70cea678b05 HTTP/1.1" status: 200 len: 858 time: 0.0822947 Jul 23 23:02:36.595603 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Request body: {'port': {'device_id': '1e87e0e0-8ba2-40d9-92fb-80a500a7fe16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:36.654294 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-789b6ea6-680f-4a82-b1c0-c205a997e52c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f396b245-9304-4862-be4a-20a740e2e6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339868 Jul 23 23:02:36.696035 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-16add7bf-c0e4-4784-b4c6-f224f410fed0 req-da0b264a-06c0-412d-9d8f-5e1ded8bc890 service neutron] 10.222.0.47 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503944 Jul 23 23:02:36.787160 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-13daef4e-1cdb-4e91-9df4-fa2146dcb088 req-aa5a7bee-0d28-4e9a-bc3c-d1abcd4a2b26 service neutron] 10.222.0.47 "GET /v2.0/networks/b0ec605d-f416-45ff-8ee7-e2e08e932817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121525 Jul 23 23:02:36.791510 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-0d97a02d-c81a-4024-b4f9-53878dafba0b service neutron] 10.222.0.47 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295841 Jul 23 23:02:36.793463 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12763300-190e-44fa-9c7c-77fe7f094007 req-08ce292a-c3ea-46fb-af35-ddd43a17d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:36.794995 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-12763300-190e-44fa-9c7c-77fe7f094007 req-08ce292a-c3ea-46fb-af35-ddd43a17d43d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73844bc3ec514868b92c7e79b128f3ee&device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 1097 time: 0.1863508 Jul 23 23:02:36.799480 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:36.963050 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-db6f7b11-17c8-4491-a223-310e49fb86d9 req-c45f068f-eb26-4a2e-865d-62cadd1c268c service neutron] 10.222.0.47 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300471 Jul 23 23:02:37.197590 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12763300-190e-44fa-9c7c-77fe7f094007 req-efe03d7f-db92-4d26-a7f7-62480b6ad4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:37.199431 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-12763300-190e-44fa-9c7c-77fe7f094007 req-efe03d7f-db92-4d26-a7f7-62480b6ad4c8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=73844bc3ec514868b92c7e79b128f3ee&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3641183 Jul 23 23:02:37.317001 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760978c2-9666-4565-843b-6c80ce398466 req-a93a0524-fbe6-436a-b161-904db3b16a6d tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:37.318540 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-760978c2-9666-4565-843b-6c80ce398466 req-a93a0524-fbe6-436a-b161-904db3b16a6d tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 943 time: 0.3868427 Jul 23 23:02:37.340845 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a3dfe-4f45-4b83-bdd2-2e13b58f2928 req-d198efdd-3619-4c8a-be08-d6b706293f16 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:37.342290 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-043a3dfe-4f45-4b83-bdd2-2e13b58f2928 req-d198efdd-3619-4c8a-be08-d6b706293f16 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 944 time: 0.3493552 Jul 23 23:02:37.722985 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-760978c2-9666-4565-843b-6c80ce398466 req-57f9f6d7-e4a7-4a46-99c7-74566c63919d tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899860 Jul 23 23:02:37.751146 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12763300-190e-44fa-9c7c-77fe7f094007 req-e65c7e96-0cc0-4d60-8e02-e626ab67e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:37.752613 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-12763300-190e-44fa-9c7c-77fe7f094007 req-e65c7e96-0cc0-4d60-8e02-e626ab67e966 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5414267 Jul 23 23:02:37.759085 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-043a3dfe-4f45-4b83-bdd2-2e13b58f2928 req-39c45476-027b-4877-9e13-f8ae69b04439 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900757 Jul 23 23:02:37.805236 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56cbeac4-3bab-4a71-951e-b043f8457a86 {{(pid=93010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:02:37.843219 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:37.856255 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Transition to ACTIVE for port object 56cbeac4-3bab-4a71-951e-b043f8457a86 will not be triggered until provisioned by entity L2. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:37.932094 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:38.117715 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Pushing event updated for resources: {'Port': ['ID=56cbeac4-3bab-4a71-951e-b043f8457a86,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:38.132078 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Attempting to bind port 56cbeac4-3bab-4a71-951e-b043f8457a86 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:38.132234 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Attempting to bind port 56cbeac4-3bab-4a71-951e-b043f8457a86 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '69e06602-5c49-46cf-8437-a3da867e80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309'}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:38.132624 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Attempting to bind port 56cbeac4-3bab-4a71-951e-b043f8457a86 on network c8ea7abd-33e6-496d-83a2-7eb670061309 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:38.149055 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Port 56cbeac4-3bab-4a71-951e-b043f8457a86 on network c8ea7abd-33e6-496d-83a2-7eb670061309 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:02:38.149376 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Attempting to bind port 56cbeac4-3bab-4a71-951e-b043f8457a86 on network c8ea7abd-33e6-496d-83a2-7eb670061309 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:38.169000 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5526b1c-0eeb-4b7d-a02f-4d26a713beec req-e1ceafc0-e07e-418e-9fa2-98cc44000bab tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:38.175737 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b5526b1c-0eeb-4b7d-a02f-4d26a713beec req-e1ceafc0-e07e-418e-9fa2-98cc44000bab tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 944 time: 0.3086627 Jul 23 23:02:38.188975 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84edf7-1d6e-4857-ad78-f212fb368405 req-f77700b2-f702-4018-bfaa-945c7bd6859d tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:38.188975 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6c84edf7-1d6e-4857-ad78-f212fb368405 req-f77700b2-f702-4018-bfaa-945c7bd6859d tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 943 time: 0.3303547 Jul 23 23:02:38.193859 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:38.194200 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Checking segment: {'id': '69e06602-5c49-46cf-8437-a3da867e80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:38.194947 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Bound using segment: {'id': '69e06602-5c49-46cf-8437-a3da867e80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309'} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:38.195552 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Bound port: 56cbeac4-3bab-4a71-951e-b043f8457a86, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e06602-5c49-46cf-8437-a3da867e80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309'}}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:38.195903 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:38.221017 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b771a78-58d9-423f-932c-b384ef93e106 req-ac4ec801-0122-4acb-9dd5-69f38a818cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:38.222683 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2b771a78-58d9-423f-932c-b384ef93e106 req-ac4ec801-0122-4acb-9dd5-69f38a818cd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73844bc3ec514868b92c7e79b128f3ee&device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 1097 time: 0.3546293 Jul 23 23:02:38.313618 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2b771a78-58d9-423f-932c-b384ef93e106 req-52c7a7d0-3fff-4ac4-83d6-bd627ceeead7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d11e4e0a-98da-4654-a716-284dd6f5b969 HTTP/1.1" status: 200 len: 217 time: 0.0705194 Jul 23 23:02:38.322904 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b5526b1c-0eeb-4b7d-a02f-4d26a713beec req-af27cf3d-03f3-4abc-8519-82d96c286d34 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463051 Jul 23 23:02:38.367772 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6c84edf7-1d6e-4857-ad78-f212fb368405 req-d3cad547-cff1-405f-a402-2f2a37148c35 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669724 Jul 23 23:02:38.399241 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b771a78-58d9-423f-932c-b384ef93e106 req-ad2501e1-0c6b-442d-b330-d3b384b26c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:38.401930 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2b771a78-58d9-423f-932c-b384ef93e106 req-ad2501e1-0c6b-442d-b330-d3b384b26c31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09f5b0d2-9e82-4d1b-9669-e70cea678b05 HTTP/1.1" status: 200 len: 858 time: 0.0775061 Jul 23 23:02:38.403796 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] For port 56cbeac4-3bab-4a71-951e-b043f8457a86, host hv-cinder-67913, cleared binding levels {{(pid=93010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:38.407669 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] For port 56cbeac4-3bab-4a71-951e-b043f8457a86, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=56cbeac4-3bab-4a71-951e-b043f8457a86,segment=NetworkSegment(69e06602-5c49-46cf-8437-a3da867e80d5),segment_id=69e06602-5c49-46cf-8437-a3da867e80d5)] {{(pid=93010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:38.420319 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:38.443792 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2b771a78-58d9-423f-932c-b384ef93e106 req-a3210ff4-5d31-4cc4-bfe0-b0e012ccca54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f396b245-9304-4862-be4a-20a740e2e6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340283 Jul 23 23:02:38.495792 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49928) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:38.509970 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:38.509970 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:38.509970 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] 10.222.0.47 "PUT /v2.0/ports/56cbeac4-3bab-4a71-951e-b043f8457a86 HTTP/1.1" status: 200 len: 1094 time: 1.9194205 Jul 23 23:02:38.509970 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e87e0e0-8ba2-40d9-92fb-80a500a7fe16', 'tag': '56cbeac4-3bab-4a71-951e-b043f8457a86'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:02:38.512602 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d142622e-5182-4921-a805-0570f036ca82" -d '{"events": [{"name": "network-changed", "server_uuid": "1e87e0e0-8ba2-40d9-92fb-80a500a7fe16", "tag": "56cbeac4-3bab-4a71-951e-b043f8457a86"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:02:38.553256 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 63d7b510-7bfc-4e79-a585-63398a9a1baa details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:02:38.569615 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088df26f-5c16-4c28-ba79-ee2a17f94224 service neutron] Pushing event updated for resources: {'Port': ['ID=56cbeac4-3bab-4a71-951e-b043f8457a86,revision_number=3']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:38.614842 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be6074c-7bdf-4e58-85c2-3725d5eeb67c x-openstack-request-id: req-7be6074c-7bdf-4e58-85c2-3725d5eeb67c {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:02:38.615167 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e87e0e0-8ba2-40d9-92fb-80a500a7fe16", "tag": "56cbeac4-3bab-4a71-951e-b043f8457a86", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:02:38.615417 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7be6074c-7bdf-4e58-85c2-3725d5eeb67c {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:02:38.615804 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e87e0e0-8ba2-40d9-92fb-80a500a7fe16', 'tag': '56cbeac4-3bab-4a71-951e-b043f8457a86', 'status': 'completed', 'code': 200} Jul 23 23:02:38.640589 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2b771a78-58d9-423f-932c-b384ef93e106 req-29b40f09-90b7-4e18-916b-dc1f0b343878 service neutron] 10.222.0.47 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750457 Jul 23 23:02:38.766139 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 63d7b510-7bfc-4e79-a585-63398a9a1baa, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=63d7b510-7bfc-4e79-a585-63398a9a1baa,segment=NetworkSegment(46c5f914-f7c9-4d55-af7f-98c732d98d8d),segment_id=46c5f914-f7c9-4d55-af7f-98c732d98d8d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:38.779132 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-0aad5317-6638-4746-9727-886da3bd9148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:38.779258 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2b771a78-58d9-423f-932c-b384ef93e106 req-f30d4c21-928a-4a80-8185-8a18b48e37db service neutron] 10.222.0.47 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313744 Jul 23 23:02:38.784322 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': '63d7b510-7bfc-4e79-a585-63398a9a1baa', 'network_id': 'b0ec605d-f416-45ff-8ee7-e2e08e932817', 'port_id': '63d7b510-7bfc-4e79-a585-63398a9a1baa', 'mac_address': 'fa:16:3e:4b:69:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d225d9-5785-4dbd-aed2-b217204dcf9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:02:38.819542 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-35bf42f5-70aa-4731-bd0f-9082a3f39d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:38.821887 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-35bf42f5-70aa-4731-bd0f-9082a3f39d01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b4763efe226447f8183b6e16d41cadc&device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 1097 time: 0.2280016 Jul 23 23:02:38.868916 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:38.891815 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d7b510-7bfc-4e79-a585-63398a9a1baa {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:02:38.922182 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-0aad5317-6638-4746-9727-886da3bd9148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:38.926800 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-0aad5317-6638-4746-9727-886da3bd9148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:38.927078 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 63d7b510-7bfc-4e79-a585-63398a9a1baa, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=63d7b510-7bfc-4e79-a585-63398a9a1baa,segment=NetworkSegment(46c5f914-f7c9-4d55-af7f-98c732d98d8d),segment_id=46c5f914-f7c9-4d55-af7f-98c732d98d8d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:38.931733 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:38.932663 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 3ac4aac9-43db-4128-82c8-178a0d1aed14 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:02:38.958659 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-dea48f1a-d9cb-467c-ad42-c544c6db2823 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56cbeac4-3bab-4a71-951e-b043f8457a86 HTTP/1.1" status: 200 len: 217 time: 0.0774229 Jul 23 23:02:38.959912 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad5317-6638-4746-9727-886da3bd9148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f550f26-7dd8-4ff8-9d82-79ae5d9b604a,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:38.984608 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-0aad5317-6638-4746-9727-886da3bd9148 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6623506bf7d641f9bf8578522c32f03d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4849317 Jul 23 23:02:38.984833 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49950) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:39.010539 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=63d7b510-7bfc-4e79-a585-63398a9a1baa,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:39.041285 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-fdcdf140-46bb-4cf8-a1ec-32efb0438a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.058567 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-a98c97cd-1abe-44e4-80c7-cce6bd9d98bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:39.060107 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-a98c97cd-1abe-44e4-80c7-cce6bd9d98bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=305eac6e-ee4e-4826-84b5-c213e1725333 HTTP/1.1" status: 200 len: 850 time: 0.0847030 Jul 23 23:02:39.075183 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-fdcdf140-46bb-4cf8-a1ec-32efb0438a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.082433 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b94fb9-6cd7-4fb6-b6e0-7f7dae9d4887 req-cf02cee9-a622-4ae0-8a1a-73dbecfcfea9 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:39.083973 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-97b94fb9-6cd7-4fb6-b6e0-7f7dae9d4887 req-cf02cee9-a622-4ae0-8a1a-73dbecfcfea9 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 943 time: 0.2137928 Jul 23 23:02:39.104212 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45740b13-dadc-48e2-8823-b80df09ae760 req-1310a9ad-126a-4e8c-87d6-38aac36bde73 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:39.106095 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-45740b13-dadc-48e2-8823-b80df09ae760 req-1310a9ad-126a-4e8c-87d6-38aac36bde73 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 944 time: 0.2484105 Jul 23 23:02:39.116485 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 3ac4aac9-43db-4128-82c8-178a0d1aed14, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=3ac4aac9-43db-4128-82c8-178a0d1aed14,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:39.132683 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': '3ac4aac9-43db-4128-82c8-178a0d1aed14', 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9', 'port_id': '3ac4aac9-43db-4128-82c8-178a0d1aed14', 'mac_address': 'fa:16:3e:0b:52:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5042eb78-612c-4431-ada6-a0e582d6706b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:02:39.137380 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-fdcdf140-46bb-4cf8-a1ec-32efb0438a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.140096 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-fdcdf140-46bb-4cf8-a1ec-32efb0438a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.141540 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-fdcdf140-46bb-4cf8-a1ec-32efb0438a45 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f550f26-7dd8-4ff8-9d82-79ae5d9b604a HTTP/1.1" status: 204 len: 168 time: 0.1553166 Jul 23 23:02:39.150323 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdf140-46bb-4cf8-a1ec-32efb0438a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f550f26-7dd8-4ff8-9d82-79ae5d9b604a,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:39.227497 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.238770 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-97b94fb9-6cd7-4fb6-b6e0-7f7dae9d4887 req-66436484-fcfe-4f6e-b0ff-f03eb5a09472 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453657 Jul 23 23:02:39.262756 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac4aac9-43db-4128-82c8-178a0d1aed14 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:02:39.268417 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-d3809a09-d2da-4a4d-b4e9-c45f0fe4044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:39.270908 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-d3809a09-d2da-4a4d-b4e9-c45f0fe4044a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8ea7abd-33e6-496d-83a2-7eb670061309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1980042 Jul 23 23:02:39.274199 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-45740b13-dadc-48e2-8823-b80df09ae760 req-0953b879-7d4e-471b-a6aa-982c66bfe96f tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410894 Jul 23 23:02:39.291637 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 3ac4aac9-43db-4128-82c8-178a0d1aed14, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=3ac4aac9-43db-4128-82c8-178a0d1aed14,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:39.305834 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.363382 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=3ac4aac9-43db-4128-82c8-178a0d1aed14,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:39.455665 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-55e64727-b432-4388-800a-112429a54766 service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768751 Jul 23 23:02:39.543157 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49980) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:39.560840 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d6ef04e4-a324-4c39-8d89-f1d5820cee87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.617713 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee15b41-e9c3-4f70-acea-30f7fd1338be req-1ce37510-0a14-4848-85a3-06dee55b234d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:39.619223 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8ee15b41-e9c3-4f70-acea-30f7fd1338be req-1ce37510-0a14-4848-85a3-06dee55b234d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 944 time: 0.1850202 Jul 23 23:02:39.639372 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96afc610-9d2f-4a9b-81d8-0c9326bfec52 req-fece0554-545e-4151-bc97-905eadd5ca8c service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662421 Jul 23 23:02:39.659396 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd3a42-235a-49fd-8098-ff1016b034d7 req-55e58a75-c1d8-453d-b506-d9dbc3a8ade1 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:39.660954 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-57fd3a42-235a-49fd-8098-ff1016b034d7 req-55e58a75-c1d8-453d-b506-d9dbc3a8ade1 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 944 time: 0.1889615 Jul 23 23:02:39.677351 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d6ef04e4-a324-4c39-8d89-f1d5820cee87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.685929 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d6ef04e4-a324-4c39-8d89-f1d5820cee87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.701165 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8ee15b41-e9c3-4f70-acea-30f7fd1338be req-fe1f58a5-6ce8-4fd9-9fa5-3e93adc88ab0 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754206 Jul 23 23:02:39.710306 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:02:39.738552 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-d6ef04e4-a324-4c39-8d89-f1d5820cee87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1b7789a467b44d7b3a1695867d4c671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910996 Jul 23 23:02:39.738552 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef04e4-a324-4c39-8d89-f1d5820cee87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3ed24e-b3b0-406f-9dd9-33795c4cc996,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:39.738782 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-57fd3a42-235a-49fd-8098-ff1016b034d7 req-438bc426-fc37-4658-9258-73cf0fc6cff8 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590703 Jul 23 23:02:39.738870 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 49984) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:39.765717 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 49986) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:39.809455 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['63d7b510-7bfc-4e79-a585-63398a9a1baa'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:02:39.828967 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['3ac4aac9-43db-4128-82c8-178a0d1aed14'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:02:39.832971 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8b5c3a19-67af-43c3-87aa-80f56f97d6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.850544 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142622e-5182-4921-a805-0570f036ca82 req-bbf20e19-da91-4fb5-8d94-6aafba38a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:39.853380 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d142622e-5182-4921-a805-0570f036ca82 req-bbf20e19-da91-4fb5-8d94-6aafba38a07c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b4763efe226447f8183b6e16d41cadc&device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 1097 time: 0.0975103 Jul 23 23:02:39.871503 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8b5c3a19-67af-43c3-87aa-80f56f97d6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:39.877799 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-93df82c3-0669-41c8-9432-82e95f063064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.005439 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-93df82c3-0669-41c8-9432-82e95f063064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.013073 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-93df82c3-0669-41c8-9432-82e95f063064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.020890 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142622e-5182-4921-a805-0570f036ca82 req-7b21fbe7-3eb2-4373-be85-7cbf227a116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:40.022651 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d142622e-5182-4921-a805-0570f036ca82 req-7b21fbe7-3eb2-4373-be85-7cbf227a116b service neutron] 10.222.0.47 "GET /v2.0/networks?id=c8ea7abd-33e6-496d-83a2-7eb670061309 HTTP/1.1" status: 200 len: 912 time: 0.1607022 Jul 23 23:02:40.026109 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8b5c3a19-67af-43c3-87aa-80f56f97d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.036569 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8b5c3a19-67af-43c3-87aa-80f56f97d6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.041185 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-8b5c3a19-67af-43c3-87aa-80f56f97d6fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d3ed24e-b3b0-406f-9dd9-33795c4cc996 HTTP/1.1" status: 204 len: 168 time: 0.3013144 Jul 23 23:02:40.091071 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d142622e-5182-4921-a805-0570f036ca82 req-2fb7690b-39bc-4db6-9823-8d246acb276a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56cbeac4-3bab-4a71-951e-b043f8457a86 HTTP/1.1" status: 200 len: 217 time: 0.0464678 Jul 23 23:02:40.091071 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c3a19-67af-43c3-87aa-80f56f97d6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3ed24e-b3b0-406f-9dd9-33795c4cc996,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:40.117428 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-93df82c3-0669-41c8-9432-82e95f063064 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00795eaf98a5405fb5d34bc2bb3d6e75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503666 Jul 23 23:02:40.118356 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df82c3-0669-41c8-9432-82e95f063064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9610862a-03a9-4cda-a7cc-0e5e1715148b,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:40.130435 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50000) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:40.166594 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142622e-5182-4921-a805-0570f036ca82 req-294e3eea-fb69-4448-8095-cec688809f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:40.169183 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d142622e-5182-4921-a805-0570f036ca82 req-294e3eea-fb69-4448-8095-cec688809f2c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=305eac6e-ee4e-4826-84b5-c213e1725333 HTTP/1.1" status: 200 len: 850 time: 0.0725117 Jul 23 23:02:40.203961 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a810c7f4-d57a-4b9e-8d07-48aade52230a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.236475 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a810c7f4-d57a-4b9e-8d07-48aade52230a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.264222 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142622e-5182-4921-a805-0570f036ca82 req-5a4e1ca0-473e-487d-98aa-0f90cd14f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:40.266078 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d142622e-5182-4921-a805-0570f036ca82 req-5a4e1ca0-473e-487d-98aa-0f90cd14f21d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8ea7abd-33e6-496d-83a2-7eb670061309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0866663 Jul 23 23:02:40.318236 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a810c7f4-d57a-4b9e-8d07-48aade52230a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.320955 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a810c7f4-d57a-4b9e-8d07-48aade52230a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.322264 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-a810c7f4-d57a-4b9e-8d07-48aade52230a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9610862a-03a9-4cda-a7cc-0e5e1715148b HTTP/1.1" status: 204 len: 168 time: 0.1905892 Jul 23 23:02:40.340280 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810c7f4-d57a-4b9e-8d07-48aade52230a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9610862a-03a9-4cda-a7cc-0e5e1715148b,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:40.520900 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device d11e4e0a-98da-4654-a716-284dd6f5b969 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:02:40.670771 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port d11e4e0a-98da-4654-a716-284dd6f5b969, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=d11e4e0a-98da-4654-a716-284dd6f5b969,segment=NetworkSegment(7bc915f6-66bf-4953-8685-7935dd08aa3b),segment_id=7bc915f6-66bf-4953-8685-7935dd08aa3b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:40.677328 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50032) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:40.686992 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': 'd11e4e0a-98da-4654-a716-284dd6f5b969', 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4', 'port_id': 'd11e4e0a-98da-4654-a716-284dd6f5b969', 'mac_address': 'fa:16:3e:bd:6c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f5b0d2-9e82-4d1b-9669-e70cea678b05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:02:40.719579 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d142622e-5182-4921-a805-0570f036ca82 req-b3864ced-18b2-4aa9-86b4-0f4723624c2b service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458008 Jul 23 23:02:40.742438 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.749818 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27215bdf-05a4-46ae-8e62-e9ea9b914b3b req-b8a97ded-5091-45f9-915b-b12dc08234d4 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:40.751398 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-27215bdf-05a4-46ae-8e62-e9ea9b914b3b req-b8a97ded-5091-45f9-915b-b12dc08234d4 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 944 time: 0.3568709 Jul 23 23:02:40.766317 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11e4e0a-98da-4654-a716-284dd6f5b969 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:02:40.788543 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50042) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:40.797474 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2f0fb-d5cb-4493-9a4d-a6a144955414 req-f4c1dcfc-6f76-4097-b69b-41f44de8e490 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:40.799631 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0ec2f0fb-d5cb-4493-9a4d-a6a144955414 req-f4c1dcfc-6f76-4097-b69b-41f44de8e490 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 944 time: 0.3695605 Jul 23 23:02:40.806361 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port d11e4e0a-98da-4654-a716-284dd6f5b969, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=d11e4e0a-98da-4654-a716-284dd6f5b969,segment=NetworkSegment(7bc915f6-66bf-4953-8685-7935dd08aa3b),segment_id=7bc915f6-66bf-4953-8685-7935dd08aa3b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:40.811944 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.813553 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4d0abb1b-e002-4b70-8def-587cd02bd215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:40.813747 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 5531c33c-327a-4031-886d-936f12928e58 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:02:40.872580 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-27215bdf-05a4-46ae-8e62-e9ea9b914b3b req-e21b50ec-2b2b-4085-a762-b5d2c4350ade tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090612 Jul 23 23:02:40.914769 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0ec2f0fb-d5cb-4493-9a4d-a6a144955414 req-82c3c6f8-40d8-4b4d-9312-78a2a23dcb07 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741966 Jul 23 23:02:40.918838 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d142622e-5182-4921-a805-0570f036ca82 req-45fbd1bc-6d1c-4dac-8e19-2635fb00b744 service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901424 Jul 23 23:02:40.935719 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 5531c33c-327a-4031-886d-936f12928e58, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=5531c33c-327a-4031-886d-936f12928e58,segment=NetworkSegment(7bc915f6-66bf-4953-8685-7935dd08aa3b),segment_id=7bc915f6-66bf-4953-8685-7935dd08aa3b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:40.991649 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': '5531c33c-327a-4031-886d-936f12928e58', 'network_id': 'f396b245-9304-4862-be4a-20a740e2e6d4', 'port_id': '5531c33c-327a-4031-886d-936f12928e58', 'mac_address': 'fa:16:3e:56:b4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f5b0d2-9e82-4d1b-9669-e70cea678b05', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:02:40.998897 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=d11e4e0a-98da-4654-a716-284dd6f5b969,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:41.015996 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4d0abb1b-e002-4b70-8def-587cd02bd215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.020774 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4d0abb1b-e002-4b70-8def-587cd02bd215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.075858 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2461fe56-c872-45e0-91b1-8ff50cbeda9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.084054 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0abb1b-e002-4b70-8def-587cd02bd215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53eca1b-aa0e-49bf-8736-5a62a375c45e,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:41.086746 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.098457 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-4d0abb1b-e002-4b70-8def-587cd02bd215 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6fec0e5ecb94b07b830b7d4e7554541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085082 Jul 23 23:02:41.102164 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50046) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:41.109176 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5531c33c-327a-4031-886d-936f12928e58 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:02:41.139629 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8772e-1d9c-4350-a923-2b1da0d43d7a req-c9cc256e-af55-4ba9-b50e-9a440fb79b6f tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:41.141190 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69d8772e-1d9c-4350-a923-2b1da0d43d7a req-c9cc256e-af55-4ba9-b50e-9a440fb79b6f tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 944 time: 0.1668181 Jul 23 23:02:41.152140 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049f2d1-4816-4754-8c84-cdc733e66303 req-f5e8e4e3-ea69-4513-8abd-7a5cffe83b01 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:41.155141 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 5531c33c-327a-4031-886d-936f12928e58, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=5531c33c-327a-4031-886d-936f12928e58,segment=NetworkSegment(7bc915f6-66bf-4953-8685-7935dd08aa3b),segment_id=7bc915f6-66bf-4953-8685-7935dd08aa3b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:41.155265 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d049f2d1-4816-4754-8c84-cdc733e66303 req-f5e8e4e3-ea69-4513-8abd-7a5cffe83b01 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 944 time: 0.1668773 Jul 23 23:02:41.162904 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.202912 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-18282801-8928-4db0-9f9b-d99f34e8c40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.226836 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d049f2d1-4816-4754-8c84-cdc733e66303 req-1a8946c9-d8df-4228-8322-28c699ac27db tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639737 Jul 23 23:02:41.246882 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=5531c33c-327a-4031-886d-936f12928e58,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:41.248094 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69d8772e-1d9c-4350-a923-2b1da0d43d7a req-f648bf5a-80f2-445e-b3e3-640d980e9535 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918088 Jul 23 23:02:41.280602 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-18282801-8928-4db0-9f9b-d99f34e8c40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.296193 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2461fe56-c872-45e0-91b1-8ff50cbeda9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.303596 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2461fe56-c872-45e0-91b1-8ff50cbeda9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.363755 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-2461fe56-c872-45e0-91b1-8ff50cbeda9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21593d79de434232afd34911a8f8a393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6849809 Jul 23 23:02:41.366983 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 50054) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:41.368416 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461fe56-c872-45e0-91b1-8ff50cbeda9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21fa9f3-b72d-4dd6-90ed-f5e57bfcbe34,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:41.388437 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-18282801-8928-4db0-9f9b-d99f34e8c40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.396332 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-18282801-8928-4db0-9f9b-d99f34e8c40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.398526 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-18282801-8928-4db0-9f9b-d99f34e8c40e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c53eca1b-aa0e-49bf-8736-5a62a375c45e HTTP/1.1" status: 204 len: 168 time: 0.2944298 Jul 23 23:02:41.411591 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18282801-8928-4db0-9f9b-d99f34e8c40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53eca1b-aa0e-49bf-8736-5a62a375c45e,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:41.456866 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a422ce85-2e71-46bd-9328-24283e47d16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.483848 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a422ce85-2e71-46bd-9328-24283e47d16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.547967 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a422ce85-2e71-46bd-9328-24283e47d16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.551877 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a422ce85-2e71-46bd-9328-24283e47d16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:41.553763 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-a422ce85-2e71-46bd-9328-24283e47d16d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a21fa9f3-b72d-4dd6-90ed-f5e57bfcbe34 HTTP/1.1" status: 204 len: 168 time: 0.1852679 Jul 23 23:02:41.566173 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422ce85-2e71-46bd-9328-24283e47d16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21fa9f3-b72d-4dd6-90ed-f5e57bfcbe34,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:41.584202 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['d11e4e0a-98da-4654-a716-284dd6f5b969'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:02:41.615066 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['5531c33c-327a-4031-886d-936f12928e58'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:02:42.060339 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50094) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:42.071484 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2e67ee46-7bda-45a3-9c14-998e6408662e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:42.091314 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2ebb7-db96-4587-9b0f-8fd9398cfeb7 req-904613f9-1b50-4655-a1c0-d93b0e0f5787 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:42.092848 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-89b2ebb7-db96-4587-9b0f-8fd9398cfeb7 req-904613f9-1b50-4655-a1c0-d93b0e0f5787 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 944 time: 0.1208622 Jul 23 23:02:42.104441 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad0581-76a7-478b-8df8-916049a0220f req-8096fc1b-c220-4400-b68d-f6fd520fb915 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:42.106863 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-caad0581-76a7-478b-8df8-916049a0220f req-8096fc1b-c220-4400-b68d-f6fd520fb915 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 945 time: 0.1245344 Jul 23 23:02:42.188677 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-89b2ebb7-db96-4587-9b0f-8fd9398cfeb7 req-b20537d2-8986-41e4-98f1-1e9f770e281f tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802140 Jul 23 23:02:42.194683 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2e67ee46-7bda-45a3-9c14-998e6408662e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:42.201415 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2e67ee46-7bda-45a3-9c14-998e6408662e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:42.219286 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-caad0581-76a7-478b-8df8-916049a0220f req-0237c03d-6cfc-4c27-a110-a6ed1e49756c tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044180 Jul 23 23:02:42.259618 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-2e67ee46-7bda-45a3-9c14-998e6408662e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b13bfe14487f41d78ae38563b1290fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007642 Jul 23 23:02:42.261282 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67ee46-7bda-45a3-9c14-998e6408662e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89660331-b662-4e52-88ec-25fc685945a9,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:42.262921 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 50102) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:42.454028 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-bf85c068-f618-4b74-8747-36047c9e27f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:42.512870 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-bf85c068-f618-4b74-8747-36047c9e27f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:42.539109 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 56cbeac4-3bab-4a71-951e-b043f8457a86 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:02:42.569039 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 3ac4aac9-43db-4128-82c8-178a0d1aed14 up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:42.597015 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f61d4-78f6-4037-b3cb-bfe8edc54e4b req-61d60406-8e70-447e-8f89-a884d83c1f72 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:42.598569 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-300f61d4-78f6-4037-b3cb-bfe8edc54e4b req-61d60406-8e70-447e-8f89-a884d83c1f72 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 944 time: 0.2578096 Jul 23 23:02:42.607125 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e285bf2-d7a2-482c-a5c2-92ef5cdea18b req-ba67121b-e351-4ee5-9a2f-db69c14a5758 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:42.608599 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3e285bf2-d7a2-482c-a5c2-92ef5cdea18b req-ba67121b-e351-4ee5-9a2f-db69c14a5758 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 944 time: 0.2141988 Jul 23 23:02:42.658851 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-bf85c068-f618-4b74-8747-36047c9e27f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:42.661475 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-bf85c068-f618-4b74-8747-36047c9e27f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:42.665073 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-bf85c068-f618-4b74-8747-36047c9e27f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89660331-b662-4e52-88ec-25fc685945a9 HTTP/1.1" status: 204 len: 168 time: 0.3988636 Jul 23 23:02:42.690349 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-300f61d4-78f6-4037-b3cb-bfe8edc54e4b req-f9dad668-344d-4383-b798-f3ba07bdf888 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800166 Jul 23 23:02:42.693408 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85c068-f618-4b74-8747-36047c9e27f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89660331-b662-4e52-88ec-25fc685945a9,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:42.716963 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3e285bf2-d7a2-482c-a5c2-92ef5cdea18b req-5cae463c-0c98-41df-830a-d7809cb3e3ab tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920250 Jul 23 23:02:42.792897 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 56cbeac4-3bab-4a71-951e-b043f8457a86, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=56cbeac4-3bab-4a71-951e-b043f8457a86,segment=NetworkSegment(69e06602-5c49-46cf-8437-a3da867e80d5),segment_id=69e06602-5c49-46cf-8437-a3da867e80d5)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:42.795653 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port 3ac4aac9-43db-4128-82c8-178a0d1aed14 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:42.808648 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port 3ac4aac9-43db-4128-82c8-178a0d1aed14 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:42.809133 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:42.810958 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': '56cbeac4-3bab-4a71-951e-b043f8457a86', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'port_id': '56cbeac4-3bab-4a71-951e-b043f8457a86', 'mac_address': 'fa:16:3e:02:88:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:02:42.892918 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:42.909860 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56cbeac4-3bab-4a71-951e-b043f8457a86 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:02:42.957039 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 56cbeac4-3bab-4a71-951e-b043f8457a86, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=56cbeac4-3bab-4a71-951e-b043f8457a86,segment=NetworkSegment(69e06602-5c49-46cf-8437-a3da867e80d5),segment_id=69e06602-5c49-46cf-8437-a3da867e80d5)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:42.965374 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:42.972171 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:43.156623 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac4aac9-43db-4128-82c8-178a0d1aed14'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:02:43.256154 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 3ac4aac9-43db-4128-82c8-178a0d1aed14, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=3ac4aac9-43db-4128-82c8-178a0d1aed14,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:43.257286 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=56cbeac4-3bab-4a71-951e-b043f8457a86,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:43.268572 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:43.269373 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 63d7b510-7bfc-4e79-a585-63398a9a1baa up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:43.388759 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=3ac4aac9-43db-4128-82c8-178a0d1aed14,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:43.396393 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bd858ee7-aae0-4ebb-a047-8ccbaa62a604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:43.408624 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['56cbeac4-3bab-4a71-951e-b043f8457a86'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:02:43.433869 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded7ba7-042f-4f31-86bf-d2673c532dd3 req-25463380-94cf-4c9b-860f-a649810bc087 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:43.441819 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bded7ba7-042f-4f31-86bf-d2673c532dd3 req-25463380-94cf-4c9b-860f-a649810bc087 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 944 time: 0.1185455 Jul 23 23:02:43.470746 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port 63d7b510-7bfc-4e79-a585-63398a9a1baa completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:43.481724 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port 63d7b510-7bfc-4e79-a585-63398a9a1baa triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:43.482193 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:43.493463 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb8d92-33fd-4e96-8bb6-9b5c7df1c406 req-1cb4e17f-f398-458c-acf6-f9b71a66cb25 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:43.507433 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-85bb8d92-33fd-4e96-8bb6-9b5c7df1c406 req-1cb4e17f-f398-458c-acf6-f9b71a66cb25 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 945 time: 0.1510768 Jul 23 23:02:43.553069 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bded7ba7-042f-4f31-86bf-d2673c532dd3 req-dc44d7ef-f7a4-4e61-acef-ff919db1a52d tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100314 Jul 23 23:02:43.591630 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-85bb8d92-33fd-4e96-8bb6-9b5c7df1c406 req-0ed1f6eb-381c-4cc7-a014-082b8250d919 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803211 Jul 23 23:02:43.614278 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee0e18b-9f75-462a-8c05-baa6853b7ea1" -d '{"events": [{"server_uuid": "5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b", "name": "network-vif-plugged", "status": "completed", "tag": "3ac4aac9-43db-4128-82c8-178a0d1aed14"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:02:43.663565 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:43.705233 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 63d7b510-7bfc-4e79-a585-63398a9a1baa, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=63d7b510-7bfc-4e79-a585-63398a9a1baa,segment=NetworkSegment(46c5f914-f7c9-4d55-af7f-98c732d98d8d),segment_id=46c5f914-f7c9-4d55-af7f-98c732d98d8d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:43.708676 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:43.709921 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 5531c33c-327a-4031-886d-936f12928e58 up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:43.800699 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=63d7b510-7bfc-4e79-a585-63398a9a1baa,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:43.817656 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port 5531c33c-327a-4031-886d-936f12928e58 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:43.824162 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port 5531c33c-327a-4031-886d-936f12928e58 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:43.825205 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:43.865848 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef94f7d-40fd-4d95-866d-20d6989f9623 req-e2c0562a-304f-4e78-b7bd-c6a4fd2a622c tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:43.873724 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5ef94f7d-40fd-4d95-866d-20d6989f9623 req-e2c0562a-304f-4e78-b7bd-c6a4fd2a622c tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 945 time: 0.0784707 Jul 23 23:02:43.917992 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5ef94f7d-40fd-4d95-866d-20d6989f9623 req-1cb93032-e7fe-4f54-babb-b8f873f67b4a tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432539 Jul 23 23:02:43.935446 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:43.994032 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 5531c33c-327a-4031-886d-936f12928e58, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=5531c33c-327a-4031-886d-936f12928e58,segment=NetworkSegment(7bc915f6-66bf-4953-8685-7935dd08aa3b),segment_id=7bc915f6-66bf-4953-8685-7935dd08aa3b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:44.000318 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.045451 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3c4dd9-c6c9-4d2b-a290-f95ab0e50b84 x-openstack-request-id: req-4c3c4dd9-c6c9-4d2b-a290-f95ab0e50b84 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:02:44.045760 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b", "name": "network-vif-plugged", "status": "completed", "tag": "3ac4aac9-43db-4128-82c8-178a0d1aed14", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:02:44.046034 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c3c4dd9-c6c9-4d2b-a290-f95ab0e50b84 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:02:44.046483 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac4aac9-43db-4128-82c8-178a0d1aed14', 'code': 200} Jul 23 23:02:44.077824 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff11df4-5df4-47cf-bbb0-c93b4146d1b6 req-68fc595e-b3ea-48ce-97d2-444ed0074091 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:44.082695 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=5531c33c-327a-4031-886d-936f12928e58,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:44.085989 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3ff11df4-5df4-47cf-bbb0-c93b4146d1b6 req-68fc595e-b3ea-48ce-97d2-444ed0074091 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 945 time: 0.1090727 Jul 23 23:02:44.126029 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3ff11df4-5df4-47cf-bbb0-c93b4146d1b6 req-5d458748-bd84-4ad5-a165-3986e268b9d7 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388575 Jul 23 23:02:44.309987 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50204) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:44.328000 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7a24a-e3d5-4745-afed-0a38ee4ae217 req-fe596a18-6762-4361-ab36-ed4b7d2f9506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:44.329846 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8ed7a24a-e3d5-4745-afed-0a38ee4ae217 req-fe596a18-6762-4361-ab36-ed4b7d2f9506 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 1098 time: 0.0988414 Jul 23 23:02:44.353000 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-8ed7a24a-e3d5-4745-afed-0a38ee4ae217 req-0142104e-9035-49d5-8c7b-b3877e6156df service neutron] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.433921 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-38687642-103a-42b1-b231-7d3fb40253c5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-715755652-network', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:44.480084 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-8ed7a24a-e3d5-4745-afed-0a38ee4ae217 req-0142104e-9035-49d5-8c7b-b3877e6156df service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.486550 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-8ed7a24a-e3d5-4745-afed-0a38ee4ae217 req-0142104e-9035-49d5-8c7b-b3877e6156df service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.510197 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38687642-103a-42b1-b231-7d3fb40253c5 admin admin] Made reservation on behalf of 6b241485e6e2496fa41c0ab5e1b28db1 for: {'network': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:44.512815 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-38687642-103a-42b1-b231-7d3fb40253c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.521684 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-38687642-103a-42b1-b231-7d3fb40253c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.521838 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8ed7a24a-e3d5-4745-afed-0a38ee4ae217 req-0142104e-9035-49d5-8c7b-b3877e6156df service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844864 Jul 23 23:02:44.528376 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142104e-9035-49d5-8c7b-b3877e6156df service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=40f0a9a5-34fd-4a09-82cd-92abc5b95055,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:44.529463 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device d11e4e0a-98da-4654-a716-284dd6f5b969 up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:44.627548 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.647700 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port d11e4e0a-98da-4654-a716-284dd6f5b969 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:44.659551 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port d11e4e0a-98da-4654-a716-284dd6f5b969 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:44.661150 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.682528 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-38687642-103a-42b1-b231-7d3fb40253c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.692078 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-38687642-103a-42b1-b231-7d3fb40253c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.733168 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38687642-103a-42b1-b231-7d3fb40253c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=93009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:44.770987 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5e694-a362-40a8-914e-bc7342226551 req-8d0c73ce-0a27-48db-9221-f5be69e6decf tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:44.778548 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0ed5e694-a362-40a8-914e-bc7342226551 req-8d0c73ce-0a27-48db-9221-f5be69e6decf tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 945 time: 0.1299269 Jul 23 23:02:44.799862 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-38687642-103a-42b1-b231-7d3fb40253c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.800287 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.db.segments_db [None req-38687642-103a-42b1-b231-7d3fb40253c5 admin admin] Added segment 6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5 of type vlan for network 2603d214-76f3-403c-83bf-3db63ba9af9d Jul 23 23:02:44.820833 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38687642-103a-42b1-b231-7d3fb40253c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1959e13-b99c-4a5f-87fe-328d9739d108,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:44.843774 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.856715 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0ed5e694-a362-40a8-914e-bc7342226551 req-8999d555-cd10-4381-b2ee-68ac2407c89e tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765889 Jul 23 23:02:44.888274 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port d11e4e0a-98da-4654-a716-284dd6f5b969, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=d11e4e0a-98da-4654-a716-284dd6f5b969,segment=NetworkSegment(7bc915f6-66bf-4953-8685-7935dd08aa3b),segment_id=7bc915f6-66bf-4953-8685-7935dd08aa3b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:44.895193 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81843147-d389-4ea6-bb14-041080fe1971 req-1cc46c22-30df-47ff-a4ed-61a838af1f6b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:44.896661 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.897115 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-81843147-d389-4ea6-bb14-041080fe1971 req-1cc46c22-30df-47ff-a4ed-61a838af1f6b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 945 time: 0.1739495 Jul 23 23:02:44.897923 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 56cbeac4-3bab-4a71-951e-b043f8457a86 up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:44.934193 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-38687642-103a-42b1-b231-7d3fb40253c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:44.995902 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-81843147-d389-4ea6-bb14-041080fe1971 req-8bbb43cf-757f-43aa-a510-0e04fd2087ce tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890803 Jul 23 23:02:44.999256 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=d11e4e0a-98da-4654-a716-284dd6f5b969,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:45.016955 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port 56cbeac4-3bab-4a71-951e-b043f8457a86 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:45.021704 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-38687642-103a-42b1-b231-7d3fb40253c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.023932 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port 56cbeac4-3bab-4a71-951e-b043f8457a86 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:45.025045 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38687642-103a-42b1-b231-7d3fb40253c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:45.025701 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-38687642-103a-42b1-b231-7d3fb40253c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.026902 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.123917 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e964ba-0e25-4e3c-8370-9018174eb4f6 req-1193169f-18f9-417d-8bc4-c6ac23634997 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:45.127021 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d0e964ba-0e25-4e3c-8370-9018174eb4f6 req-1193169f-18f9-417d-8bc4-c6ac23634997 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 945 time: 0.1031234 Jul 23 23:02:45.127167 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38687642-103a-42b1-b231-7d3fb40253c5 admin admin] Pushing event updated for resources: {'Network': ['ID=2603d214-76f3-403c-83bf-3db63ba9af9d,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:45.136712 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-38687642-103a-42b1-b231-7d3fb40253c5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8255947 Jul 23 23:02:45.139802 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50252) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:45.145237 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-5d0dc0bb-c215-4132-bf1b-76fce6bb86b2 admin admin] Request body: {'subnet': {'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-715755652-subnet', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'ip_version': 4}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:45.146181 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network 2603d214-76f3-403c-83bf-3db63ba9af9d details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:45.154454 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.186452 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0dc0bb-c215-4132-bf1b-76fce6bb86b2 admin admin] Made reservation on behalf of 6b241485e6e2496fa41c0ab5e1b28db1 for: {'subnet': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:45.187257 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d0e964ba-0e25-4e3c-8370-9018174eb4f6 req-ac770417-5652-4267-97fd-ad14714248da tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538418 Jul 23 23:02:45.188940 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5d0dc0bb-c215-4132-bf1b-76fce6bb86b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11915050'] for subnet, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.264619 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 56cbeac4-3bab-4a71-951e-b043f8457a86, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=56cbeac4-3bab-4a71-951e-b043f8457a86,segment=NetworkSegment(69e06602-5c49-46cf-8437-a3da867e80d5),segment_id=69e06602-5c49-46cf-8437-a3da867e80d5)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:45.272571 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.311676 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80af524-3788-4871-ba55-acadab7317aa req-1b1dc14c-bf81-4672-a11d-2bff346ef97a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:45.313468 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b80af524-3788-4871-ba55-acadab7317aa req-1b1dc14c-bf81-4672-a11d-2bff346ef97a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 945 time: 0.0844889 Jul 23 23:02:45.330530 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=56cbeac4-3bab-4a71-951e-b043f8457a86,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:45.369062 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b80af524-3788-4871-ba55-acadab7317aa req-4dcb0f78-b7a8-4b12-a5e4-7f34caaa98d9 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454342 Jul 23 23:02:45.396623 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5d0dc0bb-c215-4132-bf1b-76fce6bb86b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11586221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11915064'] for subnet, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.450644 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0dc0bb-c215-4132-bf1b-76fce6bb86b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:45.465533 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0dc0bb-c215-4132-bf1b-76fce6bb86b2 admin admin] Checking segment: {'id': '6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:45.466323 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0dc0bb-c215-4132-bf1b-76fce6bb86b2 admin admin] Network hostable DHCP agents. Network: 2603d214-76f3-403c-83bf-3db63ba9af9d, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:45.482656 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0dc0bb-c215-4132-bf1b-76fce6bb86b2 admin admin] Network 2603d214-76f3-403c-83bf-3db63ba9af9d is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:45.490558 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-5d0dc0bb-c215-4132-bf1b-76fce6bb86b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, 2603d214-76f3-403c-83bf-3db63ba9af9d) {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:45.494565 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0dc0bb-c215-4132-bf1b-76fce6bb86b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:45.495760 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5d0dc0bb-c215-4132-bf1b-76fce6bb86b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.500219 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78d8547-803f-43dd-9980-7ce00c6c5e23 None None] Network 2603d214-76f3-403c-83bf-3db63ba9af9d requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:45.512890 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-5d0dc0bb-c215-4132-bf1b-76fce6bb86b2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3690004 Jul 23 23:02:45.513108 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50264) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:45.517347 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-715755652-router', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:45.536755 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1948'] for router, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.538077 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-949246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1008198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.589124 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.649334 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83d872e7-6b40-5497-832c-d0f147a04015-2603d214-76f3-403c-83bf-3db63ba9af9d', 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'fixed_ips': [{'subnet_id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d'}]}} from dv-cinder-679138-12-iscsi. {{(pid=93011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:02:45.650457 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.790126 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Allocated IP 172.20.0.2 (2603d214-76f3-403c-83bf-3db63ba9af9d/cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d/e66edee8-6d70-4325-b9d5-3673bb309ee1) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:45.896587 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.950672 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e9eb70b9-b62a-4040-9cf5-2f80b2f30cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.969199 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:45.981220 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Transition to ACTIVE for port object e66edee8-6d70-4325-b9d5-3673bb309ee1 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:45.988782 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083befa-b357-4bbe-852b-9593020299c0 req-3d80b213-ea48-48b9-b85a-78a1e95bdb4a tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:45.990280 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c083befa-b357-4bbe-852b-9593020299c0 req-3d80b213-ea48-48b9-b85a-78a1e95bdb4a tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 945 time: 0.0642915 Jul 23 23:02:46.006338 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Transition to ACTIVE for port object e66edee8-6d70-4325-b9d5-3673bb309ee1 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:46.013527 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.043597 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c083befa-b357-4bbe-852b-9593020299c0 req-6a32787d-d04a-4409-8c96-98bddd289ed5 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435967 Jul 23 23:02:46.047243 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9858c4d-fa87-48dd-b2d7-0f2c96d26f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d7b510-7bfc-4e79-a585-63398a9a1baa'}, {'server_uuid': 'fbfef1e2-ad79-4085-9159-a2db2415fa37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5531c33c-327a-4031-886d-936f12928e58'}, {'server_uuid': '5d79439d-15d0-47f0-8f43-3fbf039470d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11e4e0a-98da-4654-a716-284dd6f5b969'}, {'server_uuid': '1e87e0e0-8ba2-40d9-92fb-80a500a7fe16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cbeac4-3bab-4a71-951e-b043f8457a86'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:02:46.049599 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45f4ec0-447e-4650-9d3a-214a76ffcb62" -d '{"events": [{"server_uuid": "e9858c4d-fa87-48dd-b2d7-0f2c96d26f82", "name": "network-vif-plugged", "status": "completed", "tag": "63d7b510-7bfc-4e79-a585-63398a9a1baa"}, {"server_uuid": "fbfef1e2-ad79-4085-9159-a2db2415fa37", "name": "network-vif-plugged", "status": "completed", "tag": "5531c33c-327a-4031-886d-936f12928e58"}, {"server_uuid": "5d79439d-15d0-47f0-8f43-3fbf039470d6", "name": "network-vif-plugged", "status": "completed", "tag": "d11e4e0a-98da-4654-a716-284dd6f5b969"}, {"server_uuid": "1e87e0e0-8ba2-40d9-92fb-80a500a7fe16", "name": "network-vif-plugged", "status": "completed", "tag": "56cbeac4-3bab-4a71-951e-b043f8457a86"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:02:46.078551 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Network 2603d214-76f3-403c-83bf-3db63ba9af9d is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:46.083116 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Pushing event updated for resources: {'Port': ['ID=e66edee8-6d70-4325-b9d5-3673bb309ee1,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:46.085900 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:46.091733 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:46.222770 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 23 Jul 2021 23:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a88227f-d418-4988-b443-bb8630923564 x-openstack-request-id: req-9a88227f-d418-4988-b443-bb8630923564 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:02:46.224297 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9858c4d-fa87-48dd-b2d7-0f2c96d26f82", "name": "network-vif-plugged", "status": "completed", "tag": "63d7b510-7bfc-4e79-a585-63398a9a1baa", "code": 200}, {"server_uuid": "fbfef1e2-ad79-4085-9159-a2db2415fa37", "name": "network-vif-plugged", "status": "completed", "tag": "5531c33c-327a-4031-886d-936f12928e58", "code": 200}, {"server_uuid": "5d79439d-15d0-47f0-8f43-3fbf039470d6", "name": "network-vif-plugged", "status": "completed", "tag": "d11e4e0a-98da-4654-a716-284dd6f5b969", "code": 200}, {"server_uuid": "1e87e0e0-8ba2-40d9-92fb-80a500a7fe16", "name": "network-vif-plugged", "status": "completed", "tag": "56cbeac4-3bab-4a71-951e-b043f8457a86", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:02:46.224676 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a88227f-d418-4988-b443-bb8630923564 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:02:46.224983 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9858c4d-fa87-48dd-b2d7-0f2c96d26f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d7b510-7bfc-4e79-a585-63398a9a1baa', 'code': 200} Jul 23 23:02:46.225238 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfef1e2-ad79-4085-9159-a2db2415fa37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5531c33c-327a-4031-886d-936f12928e58', 'code': 200} Jul 23 23:02:46.225482 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d79439d-15d0-47f0-8f43-3fbf039470d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11e4e0a-98da-4654-a716-284dd6f5b969', 'code': 200} Jul 23 23:02:46.225725 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e87e0e0-8ba2-40d9-92fb-80a500a7fe16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cbeac4-3bab-4a71-951e-b043f8457a86', 'code': 200} Jul 23 23:02:46.239109 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03cb89-7344-4685-8f62-2ba20a41cbb2 req-e1e42db2-e37b-4ff6-871f-9e90e7e7f544 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:46.250033 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8e03cb89-7344-4685-8f62-2ba20a41cbb2 req-e1e42db2-e37b-4ff6-871f-9e90e7e7f544 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.1590085 Jul 23 23:02:46.294079 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Attempting to bind port e66edee8-6d70-4325-b9d5-3673bb309ee1 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:46.294453 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Attempting to bind port e66edee8-6d70-4325-b9d5-3673bb309ee1 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:46.294849 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Attempting to bind port e66edee8-6d70-4325-b9d5-3673bb309ee1 on network 2603d214-76f3-403c-83bf-3db63ba9af9d {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:46.300749 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:46.301121 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Checking segment: {'id': '6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:46.301547 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.301928 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Bound using segment: {'id': '6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:46.302445 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Bound port: e66edee8-6d70-4325-b9d5-3673bb309ee1, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:46.302888 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.304697 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.374297 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.392442 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8e03cb89-7344-4685-8f62-2ba20a41cbb2 req-59f508f9-d24f-4012-8882-706523625606 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389649 Jul 23 23:02:46.448919 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.471867 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c3157-9796-404c-9a23-bce76d221d40 req-d48b388f-933a-4669-8cbb-586ec98cbe5f tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:46.481072 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-183c3157-9796-404c-9a23-bce76d221d40 req-d48b388f-933a-4669-8cbb-586ec98cbe5f tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 945 time: 0.1478417 Jul 23 23:02:46.496439 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] For port e66edee8-6d70-4325-b9d5-3673bb309ee1, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:46.505823 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] For port e66edee8-6d70-4325-b9d5-3673bb309ee1, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=e66edee8-6d70-4325-b9d5-3673bb309ee1,segment=NetworkSegment(6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5),segment_id=6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:46.515093 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:46.529727 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-183c3157-9796-404c-9a23-bce76d221d40 req-698d755c-7844-47a2-88ed-a416e9fa64d8 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464692 Jul 23 23:02:46.684834 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeada832-8d38-4f77-b20e-1fded887f809 req-c33c3ef3-6503-4508-ab19-e4096bf2c320 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:46.687714 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-eeada832-8d38-4f77-b20e-1fded887f809 req-c33c3ef3-6503-4508-ab19-e4096bf2c320 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1372097 Jul 23 23:02:46.727309 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8695f8-1b62-47c5-baa5-8f61f708a365 None None] Pushing event updated for resources: {'Port': ['ID=e66edee8-6d70-4325-b9d5-3673bb309ee1,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:46.884285 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_common [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] Allocated IP 172.27.3.248 (28efa890-d1ea-4772-b7d3-cfef5dff758d/97030860-1f38-455c-ac9a-169aa93780e4/74ce2339-cd8a-4916-b57d-8925298bed43) {{(pid=93009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:46.928546 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-eeada832-8d38-4f77-b20e-1fded887f809 req-2dcde55e-8620-4957-852d-ffddded55798 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334349 Jul 23 23:02:47.072398 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75fd22-4156-4026-837d-67d4e0b4a820 req-0f091e98-6bc7-4268-b5ff-a7c3e1a16fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:47.074612 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-5b75fd22-4156-4026-837d-67d4e0b4a820 req-0f091e98-6bc7-4268-b5ff-a7c3e1a16fca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 1099 time: 0.2924976 Jul 23 23:02:47.137365 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.164310 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50ab76-67da-411c-963b-f3e2d88fbd85 req-d44b5a8d-34b6-40d2-8d6c-b471990867fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:47.166087 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3a50ab76-67da-411c-963b-f3e2d88fbd85 req-d44b5a8d-34b6-40d2-8d6c-b471990867fe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 1099 time: 0.3875098 Jul 23 23:02:47.171662 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465710c-c0e2-4248-b8b2-f4b754ee2b1a req-9f34caf7-8b15-4392-bd46-7e67c572df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:47.183190 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c465710c-c0e2-4248-b8b2-f4b754ee2b1a req-9f34caf7-8b15-4392-bd46-7e67c572df36 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 1098 time: 0.4430349 Jul 23 23:02:47.232392 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.257655 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-5b75fd22-4156-4026-837d-67d4e0b4a820 req-b27eb572-2f5f-4bef-93e4-4ea265d1c962 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747644 Jul 23 23:02:47.266438 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50322) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:47.299741 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.305831 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e7b186-f6cd-4f00-b16d-1bf5209afc50 req-30c21a78-14d5-4141-b4f1-81d811ccfea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:47.307924 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-84e7b186-f6cd-4f00-b16d-1bf5209afc50 req-30c21a78-14d5-4141-b4f1-81d811ccfea9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 1099 time: 0.4462187 Jul 23 23:02:47.309470 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3a50ab76-67da-411c-963b-f3e2d88fbd85 req-18707958-5ae7-4b50-bad3-183878a9b7a9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109619 Jul 23 23:02:47.313113 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c465710c-c0e2-4248-b8b2-f4b754ee2b1a req-8e1d7f1c-6944-4747-9a85-6c180fa7a07d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290019 Jul 23 23:02:47.338115 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2099976-dd1f-4428-97f4-51199c115a4f req-36d16a2c-217c-4f26-a3ec-44799a48e3ba tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:47.340226 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e2099976-dd1f-4428-97f4-51199c115a4f req-36d16a2c-217c-4f26-a3ec-44799a48e3ba tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 945 time: 0.1203940 Jul 23 23:02:47.348826 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:47.351970 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:47.355020 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] Received port after_create {{(pid=93009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:47.385262 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] Pushing event updated for resources: {'Port': ['ID=74ce2339-cd8a-4916-b57d-8925298bed43,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:47.392309 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e2099976-dd1f-4428-97f4-51199c115a4f req-43648168-8b4f-4d44-a54a-3eff15b0e948 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463712 Jul 23 23:02:47.420449 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5db531e2-6954-4f5b-af09-7224391a715b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.544280 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef09e30-9bf9-4673-9e4e-e85512b4eaef req-d56aa5c6-a63b-47bf-9b0a-ad9f36236cf2 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:47.545790 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2ef09e30-9bf9-4673-9e4e-e85512b4eaef req-d56aa5c6-a63b-47bf-9b0a-ad9f36236cf2 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0798509 Jul 23 23:02:47.638731 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2ef09e30-9bf9-4673-9e4e-e85512b4eaef req-a9b1c352-6a05-46c0-a86e-6c13696b2bda tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726848 Jul 23 23:02:47.722762 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e79a6-334d-460a-b43e-c703ba948bc0 req-d7690c53-5e60-425c-9945-056e38e0b20b tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:47.727489 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7a9e79a6-334d-460a-b43e-c703ba948bc0 req-d7690c53-5e60-425c-9945-056e38e0b20b tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 945 time: 0.0871203 Jul 23 23:02:47.746084 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5db531e2-6954-4f5b-af09-7224391a715b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.753854 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.757365 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5db531e2-6954-4f5b-af09-7224391a715b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:47.789543 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7a9e79a6-334d-460a-b43e-c703ba948bc0 req-a8ba4169-f428-4629-9d9a-58a0be290b47 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509672 Jul 23 23:02:47.944881 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-5db531e2-6954-4f5b-af09-7224391a715b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80ff116ea29f44a7911aef774a05b253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6773310 Jul 23 23:02:47.947548 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 50346) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:47.951614 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db531e2-6954-4f5b-af09-7224391a715b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d78aad-2194-4ea4-ad94-c22341ac4e4d,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:47.992266 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd568de-5f2e-40e6-b3fd-c8e4b1a778c7 None None] Network 2603d214-76f3-403c-83bf-3db63ba9af9d requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:48.058359 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-41c5e9eb-2d6d-4ddc-a5f3-43257671aa64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.090534 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-791e7579-47a6-4210-99f0-e2290c422cd9 None None] Provisioning for port e66edee8-6d70-4325-b9d5-3673bb309ee1 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:48.091112 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-41c5e9eb-2d6d-4ddc-a5f3-43257671aa64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.128662 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946495'] for router, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.222283 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-41c5e9eb-2d6d-4ddc-a5f3-43257671aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.222283 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-41c5e9eb-2d6d-4ddc-a5f3-43257671aa64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.225750 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-41c5e9eb-2d6d-4ddc-a5f3-43257671aa64 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76d78aad-2194-4ea4-ad94-c22341ac4e4d HTTP/1.1" status: 204 len: 168 time: 0.2735248 Jul 23 23:02:48.229096 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-84e7b186-f6cd-4f00-b16d-1bf5209afc50 req-5c0c385c-c91a-472c-b3b7-fc35666850c1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109886 Jul 23 23:02:48.262171 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c5e9eb-2d6d-4ddc-a5f3-43257671aa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d78aad-2194-4ea4-ad94-c22341ac4e4d,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:48.275002 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc8023-52a9-4eec-87c6-c293bb574f2b req-a4e12f53-e9b8-4c17-97ac-e4cd0adff016 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:48.277932 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a9cc8023-52a9-4eec-87c6-c293bb574f2b req-a4e12f53-e9b8-4c17-97ac-e4cd0adff016 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.2524800 Jul 23 23:02:48.326561 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] Router 6828e38b-efc9-4fa2-a659-e227a451093e is scheduled to L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 with binding_index 1 {{(pid=93009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:02:48.350738 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a9cc8023-52a9-4eec-87c6-c293bb574f2b req-ddbc3968-2d65-4029-9001-9c85125647ae tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644524 Jul 23 23:02:48.513114 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:48.522670 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Sync routers for ids ['6828e38b-efc9-4fa2-a659-e227a451093e'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:48.533244 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] Notify callbacks [] for router, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.535687 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-932698f9-9a90-43ab-bd55-ff57e99addfa admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0214951 Jul 23 23:02:48.539017 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50372) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:48.547455 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Routers {'6828e38b-efc9-4fa2-a659-e227a451093e'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:48.548102 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:02:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['6828e38b-efc9-4fa2-a659-e227a451093e'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:48.641966 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d58fe-bb1d-4563-b7b5-8e1d5563cd9d req-0afe4b76-7d96-41f7-b537-81f2224a750d tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:48.688506 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-df6d58fe-bb1d-4563-b7b5-8e1d5563cd9d req-0afe4b76-7d96-41f7-b537-81f2224a750d tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 945 time: 0.2031786 Jul 23 23:02:48.721611 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 50378) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:48.749879 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-e8d3f160-2cc4-43d6-b4ba-bb37f2db5d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.787448 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:48.820386 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-df6d58fe-bb1d-4563-b7b5-8e1d5563cd9d req-89cf3a8b-949e-4b9c-92c7-08cffe768725 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249528 Jul 23 23:02:48.822396 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Set router 6828e38b-efc9-4fa2-a659-e227a451093e gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:02:48.990483 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71131ec-3138-4c64-b0ec-546b138754d4 req-19b1595c-ed97-4c8a-b3db-50b456225154 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:48.992118 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d71131ec-3138-4c64-b0ec-546b138754d4 req-19b1595c-ed97-4c8a-b3db-50b456225154 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.1653359 Jul 23 23:02:49.013395 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device e66edee8-6d70-4325-b9d5-3673bb309ee1 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:49.055502 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d71131ec-3138-4c64-b0ec-546b138754d4 req-e54f8cb7-dcaa-4783-8e1e-a3d00ddd4ea2 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497000 Jul 23 23:02:49.112805 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-e8d3f160-2cc4-43d6-b4ba-bb37f2db5d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.122444 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-e8d3f160-2cc4-43d6-b4ba-bb37f2db5d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.170401 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port e66edee8-6d70-4325-b9d5-3673bb309ee1 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:49.177399 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port e66edee8-6d70-4325-b9d5-3673bb309ee1 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:49.179103 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.225178 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-e8d3f160-2cc4-43d6-b4ba-bb37f2db5d9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e8e7113390c4456b94582ca9f506b15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5018356 Jul 23 23:02:49.235249 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50398) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:49.239474 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3f160-2cc4-43d6-b4ba-bb37f2db5d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d9038c-a55e-48dc-8218-74d5574426dd,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:49.272202 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'name': 'tempest-TestMinimumBasicScenario-715755652-router', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:45Z', 'updated_at': '2021-07-23T23:02:47Z', 'revision_number': 3, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'gw_port': {'id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:46Z', 'updated_at': '2021-07-23T23:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:49.340318 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b82fd614-5870-4749-a8cd-54760e59ef21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.358869 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Checking router: 6828e38b-efc9-4fa2-a659-e227a451093e for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:02:49.359612 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Updating router 6828e38b-efc9-4fa2-a659-e227a451093e port 74ce2339-cd8a-4916-b57d-8925298bed43 binding host dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:02:49.375203 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.415792 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.432970 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port e66edee8-6d70-4325-b9d5-3673bb309ee1, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=e66edee8-6d70-4325-b9d5-3673bb309ee1,segment=NetworkSegment(6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5),segment_id=6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:49.442700 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b82fd614-5870-4749-a8cd-54760e59ef21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.443222 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.566688 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.570888 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=e66edee8-6d70-4325-b9d5-3673bb309ee1,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:49.622372 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482fae3-6b5d-4a38-a57c-7bd6d4da77a2 req-5792e146-175a-4553-8dc6-5eb1007c98e7 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:49.636795 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e482fae3-6b5d-4a38-a57c-7bd6d4da77a2 req-5792e146-175a-4553-8dc6-5eb1007c98e7 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1751804 Jul 23 23:02:49.688961 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b82fd614-5870-4749-a8cd-54760e59ef21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.709102 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b82fd614-5870-4749-a8cd-54760e59ef21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.710270 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-b82fd614-5870-4749-a8cd-54760e59ef21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78d9038c-a55e-48dc-8218-74d5574426dd HTTP/1.1" status: 204 len: 168 time: 0.4740565 Jul 23 23:02:49.727246 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e482fae3-6b5d-4a38-a57c-7bd6d4da77a2 req-d492ca83-d75c-4419-b15d-b97a05627563 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895002 Jul 23 23:02:49.731683 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fd614-5870-4749-a8cd-54760e59ef21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d9038c-a55e-48dc-8218-74d5574426dd,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:49.802876 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_common [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] Allocated IP 172.20.0.1 (2603d214-76f3-403c-83bf-3db63ba9af9d/cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d/cf978763-e273-4c4e-a6de-61a05ac1cdc6) {{(pid=93009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:49.903429 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 50420) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:49.937738 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:49.949045 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Transition to ACTIVE for port object 74ce2339-cd8a-4916-b57d-8925298bed43 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:49.957979 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:50.046773 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bdb917-7084-4e87-a7d0-79eb1b52565c None None] Pushing event updated for resources: {'Port': ['ID=74ce2339-cd8a-4916-b57d-8925298bed43,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:50.065930 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Attempting to bind port 74ce2339-cd8a-4916-b57d-8925298bed43 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:50.068621 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Attempting to bind port 74ce2339-cd8a-4916-b57d-8925298bed43 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:50.070306 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Attempting to bind port 74ce2339-cd8a-4916-b57d-8925298bed43 on network 28efa890-d1ea-4772-b7d3-cfef5dff758d {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:50.077453 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:50.077986 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Checking segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:50.078518 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:50.079092 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Bound using segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:50.081969 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Bound port: 74ce2339-cd8a-4916-b57d-8925298bed43, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:50.082577 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:50.109949 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc26cd-a690-4039-a58c-e754a69dfea9 req-82b82b33-3f7b-4ecd-8e01-42946ca708c1 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:50.130290 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a1fc26cd-a690-4039-a58c-e754a69dfea9 req-82b82b33-3f7b-4ecd-8e01-42946ca708c1 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 945 time: 0.1747634 Jul 23 23:02:50.211200 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] For port 74ce2339-cd8a-4916-b57d-8925298bed43, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:50.218304 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] For port 74ce2339-cd8a-4916-b57d-8925298bed43, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=74ce2339-cd8a-4916-b57d-8925298bed43,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:50.220423 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a1fc26cd-a690-4039-a58c-e754a69dfea9 req-474f42e0-5716-4aef-8b81-f76903c41866 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831497 Jul 23 23:02:50.239713 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:50.375103 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2ca962f9-b7e5-4711-8c84-166790e4b0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:50.420412 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Routers {'6828e38b-efc9-4fa2-a659-e227a451093e'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:50.421055 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:02:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['6828e38b-efc9-4fa2-a659-e227a451093e'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:50.496390 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:50.507735 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bdb917-7084-4e87-a7d0-79eb1b52565c None None] Pushing event updated for resources: {'Port': ['ID=74ce2339-cd8a-4916-b57d-8925298bed43,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:50.543954 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.provisioning_blocks [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] Transition to ACTIVE for port object cf978763-e273-4c4e-a6de-61a05ac1cdc6 will not be triggered until provisioned by entity DHCP. {{(pid=93009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:50.567704 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43ae1c-816a-4219-b43a-da3cbab35e00 req-63c0d74b-efba-45ed-98b2-0deedbfd4518 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:50.576095 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dd43ae1c-816a-4219-b43a-da3cbab35e00 req-63c0d74b-efba-45ed-98b2-0deedbfd4518 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.1904910 Jul 23 23:02:50.608464 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:50.655150 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dd43ae1c-816a-4219-b43a-da3cbab35e00 req-7d999651-5f75-40bc-a77d-0393795888f0 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732162 Jul 23 23:02:50.669584 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] Set router 6828e38b-efc9-4fa2-a659-e227a451093e gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:02:50.697559 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] Pushing event updated for resources: {'Port': ['ID=cf978763-e273-4c4e-a6de-61a05ac1cdc6,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:50.723183 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2ca962f9-b7e5-4711-8c84-166790e4b0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:50.724530 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] Network 2603d214-76f3-403c-83bf-3db63ba9af9d is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:50.726576 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:50.729708 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] Received port after_create {{(pid=93009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:50.740856 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2ca962f9-b7e5-4711-8c84-166790e4b0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:50.850120 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-2ca962f9-b7e5-4711-8c84-166790e4b0ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e07c272b80cb4cd883adb35016957bc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9429822 Jul 23 23:02:50.864839 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 50466) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:50.953199 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944432'] for router_interface, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:50.974537 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device e66edee8-6d70-4325-b9d5-3673bb309ee1 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:51.085401 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port e66edee8-6d70-4325-b9d5-3673bb309ee1 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:51.087420 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.154115 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'name': 'tempest-TestMinimumBasicScenario-715755652-router', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:45Z', 'updated_at': '2021-07-23T23:02:47Z', 'revision_number': 3, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'gw_port': {'id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:46Z', 'updated_at': '2021-07-23T23:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:51.171993 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca962f9-b7e5-4711-8c84-166790e4b0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbce9ca7-624e-4058-bfc9-c9e7bf47abb6,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:51.201222 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f4d7e1-6fcb-4205-9c47-62ef59b4ac33 None None] The sync data for ids ['6828e38b-efc9-4fa2-a659-e227a451093e'] in dv-cinder-679138-12-iscsi is: [{'id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'name': 'tempest-TestMinimumBasicScenario-715755652-router', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:45Z', 'updated_at': '2021-07-23T23:02:47Z', 'revision_number': 3, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'gw_port': {'id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:46Z', 'updated_at': '2021-07-23T23:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:51.217546 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.234398 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-51f29887-38e2-4cb2-ae2b-46d9330ed0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.309450 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-9259289d-2609-4ea9-a645-a923dbe62fe5 None None] Provisioning for port cf978763-e273-4c4e-a6de-61a05ac1cdc6 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:51.313952 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-9259289d-2609-4ea9-a645-a923dbe62fe5 None None] Provisioning complete for port cf978763-e273-4c4e-a6de-61a05ac1cdc6 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:51.314353 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9259289d-2609-4ea9-a645-a923dbe62fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.339726 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-51f29887-38e2-4cb2-ae2b-46d9330ed0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.363191 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-9259289d-2609-4ea9-a645-a923dbe62fe5 None None] Port cf978763-e273-4c4e-a6de-61a05ac1cdc6 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:51.409457 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43169d7b-34b6-45ef-86db-8381c7ff75a1 req-1de3ad9c-e558-4d2f-98a1-1e247bb4f6f6 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:51.425982 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-43169d7b-34b6-45ef-86db-8381c7ff75a1 req-1de3ad9c-e558-4d2f-98a1-1e247bb4f6f6 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.4350357 Jul 23 23:02:51.442694 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.450527 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11586072'] for port, after_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.504015 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943877'] for router_interface, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.508809 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d651e-2cb7-4fa6-abcd-d48f3f537193 req-59884223-ed6f-4203-aa08-608cbbfb6f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:51.510820 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-936d651e-2cb7-4fa6-abcd-d48f3f537193 req-59884223-ed6f-4203-aa08-608cbbfb6f6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73844bc3ec514868b92c7e79b128f3ee&device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 1099 time: 0.3136451 Jul 23 23:02:51.543789 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641580b6-2d56-4cb9-b09e-f0293df9e696 req-7bba5c81-682e-418b-8f81-68fd33e41afb tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:51.545341 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-641580b6-2d56-4cb9-b09e-f0293df9e696 req-7bba5c81-682e-418b-8f81-68fd33e41afb tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.2781579 Jul 23 23:02:51.568624 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-43169d7b-34b6-45ef-86db-8381c7ff75a1 req-b1604c83-fcd3-481c-b692-846a49d08e59 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415818 Jul 23 23:02:51.587778 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-51f29887-38e2-4cb2-ae2b-46d9330ed0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.593131 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-51f29887-38e2-4cb2-ae2b-46d9330ed0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:51.595940 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-51f29887-38e2-4cb2-ae2b-46d9330ed0c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbce9ca7-624e-4058-bfc9-c9e7bf47abb6 HTTP/1.1" status: 204 len: 168 time: 0.7002406 Jul 23 23:02:51.604781 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] Pushing event updated for resources: {'Port': ['ID=cf978763-e273-4c4e-a6de-61a05ac1cdc6,revision_number=2']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:51.655903 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f29887-38e2-4cb2-ae2b-46d9330ed0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbce9ca7-624e-4058-bfc9-c9e7bf47abb6,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:51.755134 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] Network 2603d214-76f3-403c-83bf-3db63ba9af9d is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:51.757970 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:51.762321 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d651e-2cb7-4fa6-abcd-d48f3f537193 req-1cb8610a-0783-4e45-bf1c-761441eef81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:51.765765 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-936d651e-2cb7-4fa6-abcd-d48f3f537193 req-1cb8610a-0783-4e45-bf1c-761441eef81e service neutron] 10.222.0.47 "GET /v2.0/networks?id=f396b245-9304-4862-be4a-20a740e2e6d4 HTTP/1.1" status: 200 len: 919 time: 0.2470777 Jul 23 23:02:51.804225 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-641580b6-2d56-4cb9-b09e-f0293df9e696 req-72dd4386-b949-4fce-acdd-6a9cfe62949b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176237 Jul 23 23:02:51.861912 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-936d651e-2cb7-4fa6-abcd-d48f3f537193 req-1cefa67a-76ff-422a-b279-e0b3817f815f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d11e4e0a-98da-4654-a716-284dd6f5b969 HTTP/1.1" status: 200 len: 217 time: 0.0667803 Jul 23 23:02:51.921815 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d651e-2cb7-4fa6-abcd-d48f3f537193 req-57a22902-d0e5-4493-b808-c749561ff889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:51.923330 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-936d651e-2cb7-4fa6-abcd-d48f3f537193 req-57a22902-d0e5-4493-b808-c749561ff889 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09f5b0d2-9e82-4d1b-9669-e70cea678b05 HTTP/1.1" status: 200 len: 858 time: 0.0537050 Jul 23 23:02:51.965106 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] Router 6828e38b-efc9-4fa2-a659-e227a451093e has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:51.992064 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-936d651e-2cb7-4fa6-abcd-d48f3f537193 req-c36c3add-d8d3-4a95-9c64-489a19e6d6fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f396b245-9304-4862-be4a-20a740e2e6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596240 Jul 23 23:02:52.137539 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d476e-ab43-4bb7-85bc-235ad465b1aa req-19b587c5-ba2c-4485-98e3-4e8b4f157e27 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:52.142605 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7b0d476e-ab43-4bb7-85bc-235ad465b1aa req-19b587c5-ba2c-4485-98e3-4e8b4f157e27 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.3673298 Jul 23 23:02:52.158095 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 50506) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:52.163591 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-1076325a-c00f-4dd5-8916-ba5ab143ba53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Request body: {'floatingip': {'port_id': '56cbeac4-3bab-4a71-951e-b043f8457a86'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:52.222574 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-118538dc-c122-498b-90ad-ad379cabd43c None None] Provisioning complete for port cf978763-e273-4c4e-a6de-61a05ac1cdc6 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:52.223054 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-118538dc-c122-498b-90ad-ad379cabd43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:52.243005 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:52.263472 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-a8394cb0-07a4-4d69-8a30-7fd27ffedb0a admin admin] 10.222.0.20 "PUT /v2.0/routers/6828e38b-efc9-4fa2-a659-e227a451093e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7231865 Jul 23 23:02:52.316638 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50512) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:52.353911 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4b32d66a-8cb0-431a-bb8a-fe2fc2cd0f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:52.547253 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4b32d66a-8cb0-431a-bb8a-fe2fc2cd0f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:52.556859 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4b32d66a-8cb0-431a-bb8a-fe2fc2cd0f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:52.612611 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-4b32d66a-8cb0-431a-bb8a-fe2fc2cd0f97 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4428eb275cb145c49475fe704fce117d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930896 Jul 23 23:02:52.616814 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-118538dc-c122-498b-90ad-ad379cabd43c None None] Port cf978763-e273-4c4e-a6de-61a05ac1cdc6 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:02:52.626573 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50528) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:52.663784 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32d66a-8cb0-431a-bb8a-fe2fc2cd0f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c2287d-644f-4b09-9413-335d8102dc23,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:52.703113 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8489d555-b0f0-4baf-b992-f3115ea923fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:52.730629 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8489d555-b0f0-4baf-b992-f3115ea923fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:52.754685 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-1076325a-c00f-4dd5-8916-ba5ab143ba53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for floatingip, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:52.787789 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8489d555-b0f0-4baf-b992-f3115ea923fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:52.791466 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8489d555-b0f0-4baf-b992-f3115ea923fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:52.793728 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-8489d555-b0f0-4baf-b992-f3115ea923fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92c2287d-644f-4b09-9413-335d8102dc23 HTTP/1.1" status: 204 len: 168 time: 0.1657848 Jul 23 23:02:52.811799 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489d555-b0f0-4baf-b992-f3115ea923fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c2287d-644f-4b09-9413-335d8102dc23,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:52.987271 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 74ce2339-cd8a-4916-b57d-8925298bed43 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:53.017128 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-936d651e-2cb7-4fa6-abcd-d48f3f537193 req-737049d2-5b7c-4fc6-91f4-1568a7deade6 service neutron] 10.222.0.47 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0046511 Jul 23 23:02:53.058321 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port 74ce2339-cd8a-4916-b57d-8925298bed43 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:53.066168 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 74ce2339-cd8a-4916-b57d-8925298bed43 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:53.066588 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.164303 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.224746 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port 74ce2339-cd8a-4916-b57d-8925298bed43, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=74ce2339-cd8a-4916-b57d-8925298bed43,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:53.246137 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.292624 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8df04d-60e1-456b-9072-6b08096aacfe req-d7afa929-9da2-4618-95e8-c83b55e6e0d1 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:53.293835 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ef8df04d-60e1-456b-9072-6b08096aacfe req-d7afa929-9da2-4618-95e8-c83b55e6e0d1 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.3320651 Jul 23 23:02:53.359446 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=74ce2339-cd8a-4916-b57d-8925298bed43,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:53.453520 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-936d651e-2cb7-4fa6-abcd-d48f3f537193 req-9fa61b88-f048-4968-bd42-f2188b3f02b6 service neutron] 10.222.0.47 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203074 Jul 23 23:02:53.476445 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ef8df04d-60e1-456b-9072-6b08096aacfe req-609748d0-3995-4fb5-b590-3db6f59ff147 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420116 Jul 23 23:02:53.646825 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50592) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:53.658276 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-257cac55-8d9a-4f5f-a6bf-bfc114e7f6c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-785754368-network', 'tenant_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:53.727466 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257cac55-8d9a-4f5f-a6bf-bfc114e7f6c0 admin admin] Made reservation on behalf of ab24884aef6d4b2e8e3cff7bf60d6b4e for: {'network': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:53.731167 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-257cac55-8d9a-4f5f-a6bf-bfc114e7f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.749972 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-257cac55-8d9a-4f5f-a6bf-bfc114e7f6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.818630 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Sync routers for ids ['6828e38b-efc9-4fa2-a659-e227a451093e'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:53.831322 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Routers {'6828e38b-efc9-4fa2-a659-e227a451093e'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:53.832305 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:02:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['6828e38b-efc9-4fa2-a659-e227a451093e'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:53.930845 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-257cac55-8d9a-4f5f-a6bf-bfc114e7f6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.936588 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-257cac55-8d9a-4f5f-a6bf-bfc114e7f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.952629 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257cac55-8d9a-4f5f-a6bf-bfc114e7f6c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=93009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:02:53.963067 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-257cac55-8d9a-4f5f-a6bf-bfc114e7f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:53.964091 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.db.segments_db [None req-257cac55-8d9a-4f5f-a6bf-bfc114e7f6c0 admin admin] Added segment 036eafa6-83af-4dfd-8285-1dffe35c7a52 of type vlan for network d00b59f8-dacf-4b0b-a854-e4c07d8c0571 Jul 23 23:02:53.967964 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.db.resource_extend [None req-1076325a-c00f-4dd5-8916-ba5ab143ba53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 23:02:53.976359 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Set router 6828e38b-efc9-4fa2-a659-e227a451093e gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:02:53.997708 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cac55-8d9a-4f5f-a6bf-bfc114e7f6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f026cd4a-2f69-4e27-89c4-f3fc1fbcd204,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:54.068758 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-257cac55-8d9a-4f5f-a6bf-bfc114e7f6c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.089559 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-1076325a-c00f-4dd5-8916-ba5ab143ba53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.098708 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-1076325a-c00f-4dd5-8916-ba5ab143ba53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946657'] for floatingip, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.121621 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-257cac55-8d9a-4f5f-a6bf-bfc114e7f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.122690 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257cac55-8d9a-4f5f-a6bf-bfc114e7f6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:54.123277 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-257cac55-8d9a-4f5f-a6bf-bfc114e7f6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.193228 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-257cac55-8d9a-4f5f-a6bf-bfc114e7f6c0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5444453 Jul 23 23:02:54.199059 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 50626) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:54.204674 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-31567d20-8506-40d9-a718-75b33d7589d5 admin admin] Request body: {'subnet': {'network_id': 'd00b59f8-dacf-4b0b-a854-e4c07d8c0571', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-785754368-subnet', 'tenant_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'ip_version': 4}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:54.247006 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.l3_db [None req-1076325a-c00f-4dd5-8916-ba5ab143ba53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Floating IP 0d4e4ccf-11ea-4448-baea-9a81af4ef0f1 associated. External IP: 172.27.3.182, port: 56cbeac4-3bab-4a71-951e-b043f8457a86. Jul 23 23:02:54.249905 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cac55-8d9a-4f5f-a6bf-bfc114e7f6c0 admin admin] Pushing event updated for resources: {'Network': ['ID=d00b59f8-dacf-4b0b-a854-e4c07d8c0571,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:54.287340 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network d00b59f8-dacf-4b0b-a854-e4c07d8c0571 details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:02:54.334479 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31567d20-8506-40d9-a718-75b33d7589d5 admin admin] Made reservation on behalf of ab24884aef6d4b2e8e3cff7bf60d6b4e for: {'subnet': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:02:54.337014 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-31567d20-8506-40d9-a718-75b33d7589d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.396863 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'name': 'tempest-TestMinimumBasicScenario-715755652-router', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:45Z', 'updated_at': '2021-07-23T23:02:51Z', 'revision_number': 4, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'gw_port': {'id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:46Z', 'updated_at': '2021-07-23T23:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'cf978763-e273-4c4e-a6de-61a05ac1cdc6', 'name': '', 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'mac_address': 'fa:16:3e:6d:98:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:49Z', 'updated_at': '2021-07-23T23:02:51Z', 'revision_number': 2, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'subnets': [{'id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:54.432106 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Checking router: 6828e38b-efc9-4fa2-a659-e227a451093e for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:02:54.432608 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Updating router 6828e38b-efc9-4fa2-a659-e227a451093e port cf978763-e273-4c4e-a6de-61a05ac1cdc6 binding host dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:02:54.480401 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.811406 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.823448 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Transition to ACTIVE for port object cf978763-e273-4c4e-a6de-61a05ac1cdc6 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:54.833429 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:54.926482 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b5087-e671-4bc3-8acd-abe286d5dc0b None None] Pushing event updated for resources: {'Port': ['ID=cf978763-e273-4c4e-a6de-61a05ac1cdc6,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:54.951249 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 74ce2339-cd8a-4916-b57d-8925298bed43 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:54.951908 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1076325a-c00f-4dd5-8916-ba5ab143ba53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Router f85c4973-fc3a-4703-a320-475ed4d3f3cf has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:02:54.996304 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728eec50-2c45-4de7-a66a-6b440e43bc12 req-9ef367d2-709f-4c34-93c0-d36a66233f34 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:54.998061 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-728eec50-2c45-4de7-a66a-6b440e43bc12 req-9ef367d2-709f-4c34-93c0-d36a66233f34 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.1846554 Jul 23 23:02:55.000174 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-31567d20-8506-40d9-a718-75b33d7589d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for subnet, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.073385 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Attempting to bind port cf978763-e273-4c4e-a6de-61a05ac1cdc6 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:55.073752 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Attempting to bind port cf978763-e273-4c4e-a6de-61a05ac1cdc6 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:55.079226 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Attempting to bind port cf978763-e273-4c4e-a6de-61a05ac1cdc6 on network 2603d214-76f3-403c-83bf-3db63ba9af9d {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:55.089094 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:55.089439 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Checking segment: {'id': '6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:55.089922 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.090218 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Bound using segment: {'id': '6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:55.090724 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Bound port: cf978763-e273-4c4e-a6de-61a05ac1cdc6, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:55.091213 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.175040 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31567d20-8506-40d9-a718-75b33d7589d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1956a0ad-5b9a-48f8-869b-fc3bca654342,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:55.211118 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-728eec50-2c45-4de7-a66a-6b440e43bc12 req-5621504b-639d-47b6-821e-b31af26b9228 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466277 Jul 23 23:02:55.222750 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 74ce2339-cd8a-4916-b57d-8925298bed43 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:55.224604 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31567d20-8506-40d9-a718-75b33d7589d5 admin admin] Checking segment: {'id': '036eafa6-83af-4dfd-8285-1dffe35c7a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd00b59f8-dacf-4b0b-a854-e4c07d8c0571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:55.224968 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31567d20-8506-40d9-a718-75b33d7589d5 admin admin] Network hostable DHCP agents. Network: d00b59f8-dacf-4b0b-a854-e4c07d8c0571, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:02:55.234290 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.234601 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1076325a-c00f-4dd5-8916-ba5ab143ba53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:55.239299 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-1076325a-c00f-4dd5-8916-ba5ab143ba53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.250005 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472d383d-0e48-4ed7-9f24-1a75221e5274 None None] Sync routers for ids ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:55.262900 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472d383d-0e48-4ed7-9f24-1a75221e5274 None None] Routers {'f85c4973-fc3a-4703-a320-475ed4d3f3cf'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:55.263882 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-472d383d-0e48-4ed7-9f24-1a75221e5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:02:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:55.282335 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31567d20-8506-40d9-a718-75b33d7589d5 admin admin] Network d00b59f8-dacf-4b0b-a854-e4c07d8c0571 is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:02:55.313042 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-1076325a-c00f-4dd5-8916-ba5ab143ba53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "PUT /v2.0/floatingips/0d4e4ccf-11ea-4448-baea-9a81af4ef0f1 HTTP/1.1" status: 200 len: 992 time: 3.1513016 Jul 23 23:02:55.313042 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e87e0e0-8ba2-40d9-92fb-80a500a7fe16', 'tag': '56cbeac4-3bab-4a71-951e-b043f8457a86'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:02:55.316954 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2121e2-2e0d-410b-8d78-d9f2878e0eac" -d '{"events": [{"name": "network-changed", "server_uuid": "1e87e0e0-8ba2-40d9-92fb-80a500a7fe16", "tag": "56cbeac4-3bab-4a71-951e-b043f8457a86"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:02:55.325002 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-31567d20-8506-40d9-a718-75b33d7589d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, d00b59f8-dacf-4b0b-a854-e4c07d8c0571) {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:55.330868 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31567d20-8506-40d9-a718-75b33d7589d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:55.331451 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-31567d20-8506-40d9-a718-75b33d7589d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.353479 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fc9a89-6ba7-4106-8417-37823be2670b None None] Network d00b59f8-dacf-4b0b-a854-e4c07d8c0571 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:55.360256 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-31567d20-8506-40d9-a718-75b33d7589d5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1578360 Jul 23 23:02:55.360701 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50706) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:55.365552 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-785754368-router', 'tenant_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:02:55.393641 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] For port cf978763-e273-4c4e-a6de-61a05ac1cdc6, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:55.409797 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1948'] for router, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.412022 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-949246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1008198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.430044 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7fa8c8-8e22-4308-917d-0471b977a65f x-openstack-request-id: req-9b7fa8c8-8e22-4308-917d-0471b977a65f {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:02:55.430557 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e87e0e0-8ba2-40d9-92fb-80a500a7fe16", "tag": "56cbeac4-3bab-4a71-951e-b043f8457a86", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:02:55.430973 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b7fa8c8-8e22-4308-917d-0471b977a65f {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:02:55.431565 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e87e0e0-8ba2-40d9-92fb-80a500a7fe16', 'tag': '56cbeac4-3bab-4a71-951e-b043f8457a86', 'status': 'completed', 'code': 200} Jul 23 23:02:55.444584 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-472d383d-0e48-4ed7-9f24-1a75221e5274 None None] Set router f85c4973-fc3a-4703-a320-475ed4d3f3cf gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:02:55.505171 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.516443 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] For port cf978763-e273-4c4e-a6de-61a05ac1cdc6, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=cf978763-e273-4c4e-a6de-61a05ac1cdc6,segment=NetworkSegment(6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5),segment_id=6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:55.538899 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 50714) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:55.552028 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.736028 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b5087-e671-4bc3-8acd-abe286d5dc0b None None] Pushing event updated for resources: {'Port': ['ID=cf978763-e273-4c4e-a6de-61a05ac1cdc6,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:55.742122 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Routers {'6828e38b-efc9-4fa2-a659-e227a451093e'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:55.742847 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:02:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['6828e38b-efc9-4fa2-a659-e227a451093e'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:55.759058 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.810642 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f943-ebb9-4705-a30c-0355cb70ca2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.939324 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83d872e7-6b40-5497-832c-d0f147a04015-d00b59f8-dacf-4b0b-a854-e4c07d8c0571', 'network_id': 'd00b59f8-dacf-4b0b-a854-e4c07d8c0571', 'tenant_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'fixed_ips': [{'subnet_id': '1956a0ad-5b9a-48f8-869b-fc3bca654342'}]}} from dv-cinder-679138-12-iscsi. {{(pid=93011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:02:55.940195 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:55.941798 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-472d383d-0e48-4ed7-9f24-1a75221e5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:02:12Z', 'revision_number': 4, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port': {'id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '0d4e4ccf-11ea-4448-baea-9a81af4ef0f1', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'port_id': '56cbeac4-3bab-4a71-951e-b043f8457a86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'mac_address': 'fa:16:3e:02:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e87e0e0-8ba2-40d9-92fb-80a500a7fe16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:02:24Z', 'updated_at': '2021-07-23T23:02:53Z', 'revision_number': 1, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb542fb-0e6e-4214-8e2d-8420a4b70e28', 'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'mac_address': 'fa:16:3e:ea:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:09Z', 'updated_at': '2021-07-23T23:02:22Z', 'revision_number': 5, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'subnets': [{'id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:55.990357 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472d383d-0e48-4ed7-9f24-1a75221e5274 None None] Checking router: f85c4973-fc3a-4703-a320-475ed4d3f3cf for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:02:56.010735 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] Set router 6828e38b-efc9-4fa2-a659-e227a451093e gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:02:56.015308 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472d383d-0e48-4ed7-9f24-1a75221e5274 None None] Routers {'f85c4973-fc3a-4703-a320-475ed4d3f3cf'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:56.015949 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-472d383d-0e48-4ed7-9f24-1a75221e5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:02:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:56.048551 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f943-ebb9-4705-a30c-0355cb70ca2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.054403 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b4b5f943-ebb9-4705-a30c-0355cb70ca2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.090378 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.090614 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5f943-ebb9-4705-a30c-0355cb70ca2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59ac35f-2a96-4d2d-9588-aad0e6e789b1,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:56.116005 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-b4b5f943-ebb9-4705-a30c-0355cb70ca2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=931dc8e692704ac985f91045dd596981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5759366 Jul 23 23:02:56.116606 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 50732) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:56.129199 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.175149 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-cf3baedf-0d3c-4e76-9a62-f029acdd2a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.216019 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-472d383d-0e48-4ed7-9f24-1a75221e5274 None None] Set router f85c4973-fc3a-4703-a320-475ed4d3f3cf gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:02:56.244118 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-cf3baedf-0d3c-4e76-9a62-f029acdd2a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.254839 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_common [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] Allocated IP 172.27.3.220 (28efa890-d1ea-4772-b7d3-cfef5dff758d/97030860-1f38-455c-ac9a-169aa93780e4/9b079326-a633-40ee-aa60-31a681194c72) {{(pid=93009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:56.371395 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-cf3baedf-0d3c-4e76-9a62-f029acdd2a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.375669 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-cf3baedf-0d3c-4e76-9a62-f029acdd2a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.379243 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-cf3baedf-0d3c-4e76-9a62-f029acdd2a98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c59ac35f-2a96-4d2d-9588-aad0e6e789b1 HTTP/1.1" status: 204 len: 168 time: 0.2612638 Jul 23 23:02:56.428815 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.431416 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3baedf-0d3c-4e76-9a62-f029acdd2a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59ac35f-2a96-4d2d-9588-aad0e6e789b1,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:56.483856 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf91289-0239-41c2-bb22-20548658ce6b req-ede4473d-c0b8-46d4-b5d0-a5c6d9c8bcde tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:56.485574 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ecf91289-0239-41c2-bb22-20548658ce6b req-ede4473d-c0b8-46d4-b5d0-a5c6d9c8bcde tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.1671231 Jul 23 23:02:56.513502 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.583857 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] Pushing event updated for resources: {'Port': ['ID=9b079326-a633-40ee-aa60-31a681194c72,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:56.601448 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ecf91289-0239-41c2-bb22-20548658ce6b req-16e44091-437f-482d-9860-4e76a22a2349 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098776 Jul 23 23:02:56.606460 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:56.614124 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-472d383d-0e48-4ed7-9f24-1a75221e5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:02:12Z', 'revision_number': 4, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port': {'id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '0d4e4ccf-11ea-4448-baea-9a81af4ef0f1', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'port_id': '56cbeac4-3bab-4a71-951e-b043f8457a86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'mac_address': 'fa:16:3e:02:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e87e0e0-8ba2-40d9-92fb-80a500a7fe16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:02:24Z', 'updated_at': '2021-07-23T23:02:53Z', 'revision_number': 1, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb542fb-0e6e-4214-8e2d-8420a4b70e28', 'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'mac_address': 'fa:16:3e:ea:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:09Z', 'updated_at': '2021-07-23T23:02:22Z', 'revision_number': 5, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'subnets': [{'id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:56.615434 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:56.620073 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] Received port after_create {{(pid=93009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:56.650233 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Allocated IP 172.20.0.2 (d00b59f8-dacf-4b0b-a854-e4c07d8c0571/1956a0ad-5b9a-48f8-869b-fc3bca654342/9cbd6491-280c-4ca3-b0a6-be798d8141b3) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:56.758839 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472d383d-0e48-4ed7-9f24-1a75221e5274 None None] The sync data for ids ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'] in dv-cinder-679138-12-iscsi is: [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:02:12Z', 'revision_number': 4, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port': {'id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '0d4e4ccf-11ea-4448-baea-9a81af4ef0f1', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'port_id': '56cbeac4-3bab-4a71-951e-b043f8457a86', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'mac_address': 'fa:16:3e:02:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e87e0e0-8ba2-40d9-92fb-80a500a7fe16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:02:24Z', 'updated_at': '2021-07-23T23:02:53Z', 'revision_number': 1, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb542fb-0e6e-4214-8e2d-8420a4b70e28', 'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'mac_address': 'fa:16:3e:ea:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:09Z', 'updated_at': '2021-07-23T23:02:22Z', 'revision_number': 5, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'subnets': [{'id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:56.850575 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'name': 'tempest-TestMinimumBasicScenario-715755652-router', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:45Z', 'updated_at': '2021-07-23T23:02:51Z', 'revision_number': 4, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'gw_port': {'id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:46Z', 'updated_at': '2021-07-23T23:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'cf978763-e273-4c4e-a6de-61a05ac1cdc6', 'name': '', 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'mac_address': 'fa:16:3e:6d:98:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:49Z', 'updated_at': '2021-07-23T23:02:55Z', 'revision_number': 4, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'subnets': [{'id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:56.886951 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e11cea-0d75-4b9c-b24d-3323bfb647b7 None None] The sync data for ids ['6828e38b-efc9-4fa2-a659-e227a451093e'] in dv-cinder-679138-12-iscsi is: [{'id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'name': 'tempest-TestMinimumBasicScenario-715755652-router', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:45Z', 'updated_at': '2021-07-23T23:02:51Z', 'revision_number': 4, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'gw_port': {'id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:46Z', 'updated_at': '2021-07-23T23:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'cf978763-e273-4c4e-a6de-61a05ac1cdc6', 'name': '', 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'mac_address': 'fa:16:3e:6d:98:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:49Z', 'updated_at': '2021-07-23T23:02:55Z', 'revision_number': 4, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'subnets': [{'id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:02:56.905880 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:56.923382 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Transition to ACTIVE for port object 9cbd6491-280c-4ca3-b0a6-be798d8141b3 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:56.947444 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Transition to ACTIVE for port object 9cbd6491-280c-4ca3-b0a6-be798d8141b3 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:56.971474 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.004726 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.051527 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Network d00b59f8-dacf-4b0b-a854-e4c07d8c0571 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:57.056008 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:57.069355 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:57.097448 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Pushing event updated for resources: {'Port': ['ID=9cbd6491-280c-4ca3-b0a6-be798d8141b3,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:57.182732 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d6ae2e-b09b-4b87-bd5b-2fbf9ef62d6d None None] New status for floating IP 0d4e4ccf-11ea-4448-baea-9a81af4ef0f1: ACTIVE {{(pid=93011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:02:57.241428 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Attempting to bind port 9cbd6491-280c-4ca3-b0a6-be798d8141b3 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:57.243470 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Attempting to bind port 9cbd6491-280c-4ca3-b0a6-be798d8141b3 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '036eafa6-83af-4dfd-8285-1dffe35c7a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd00b59f8-dacf-4b0b-a854-e4c07d8c0571'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:57.244826 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Attempting to bind port 9cbd6491-280c-4ca3-b0a6-be798d8141b3 on network d00b59f8-dacf-4b0b-a854-e4c07d8c0571 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:57.297646 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2121e2-2e0d-410b-8d78-d9f2878e0eac req-14d794f0-a144-4474-97c7-28dad6352864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:57.299892 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0a2121e2-2e0d-410b-8d78-d9f2878e0eac req-14d794f0-a144-4474-97c7-28dad6352864 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b4763efe226447f8183b6e16d41cadc&device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 1099 time: 0.1365101 Jul 23 23:02:57.311814 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 50762) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:57.331382 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:57.331860 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Checking segment: {'id': '036eafa6-83af-4dfd-8285-1dffe35c7a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd00b59f8-dacf-4b0b-a854-e4c07d8c0571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:57.332357 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.332823 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Bound using segment: {'id': '036eafa6-83af-4dfd-8285-1dffe35c7a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd00b59f8-dacf-4b0b-a854-e4c07d8c0571'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:57.333377 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Bound port: 9cbd6491-280c-4ca3-b0a6-be798d8141b3, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036eafa6-83af-4dfd-8285-1dffe35c7a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd00b59f8-dacf-4b0b-a854-e4c07d8c0571'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:57.333835 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.378406 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a930014e-c375-4c39-84fd-1e35bde3b838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.442165 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946495'] for router, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.469933 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 50766) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:57.518978 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2121e2-2e0d-410b-8d78-d9f2878e0eac req-acfb5de6-b0cc-4db1-9e59-5b7e10d38205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:57.520475 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0a2121e2-2e0d-410b-8d78-d9f2878e0eac req-acfb5de6-b0cc-4db1-9e59-5b7e10d38205 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c8ea7abd-33e6-496d-83a2-7eb670061309 HTTP/1.1" status: 200 len: 912 time: 0.1749191 Jul 23 23:02:57.602243 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] For port 9cbd6491-280c-4ca3-b0a6-be798d8141b3, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:57.621093 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] For port 9cbd6491-280c-4ca3-b0a6-be798d8141b3, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=9cbd6491-280c-4ca3-b0a6-be798d8141b3,segment=NetworkSegment(036eafa6-83af-4dfd-8285-1dffe35c7a52),segment_id=036eafa6-83af-4dfd-8285-1dffe35c7a52)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:57.623849 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a930014e-c375-4c39-84fd-1e35bde3b838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.632272 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a930014e-c375-4c39-84fd-1e35bde3b838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.632659 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.682631 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930014e-c375-4c39-84fd-1e35bde3b838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260a3189-34e3-4b37-a2a1-a903659fcd83,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:57.715195 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e0e4a-a0c1-4661-a65f-9b1ac6180741 None None] Pushing event updated for resources: {'Port': ['ID=9cbd6491-280c-4ca3-b0a6-be798d8141b3,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:57.719186 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-441bbe54-39c3-45ef-9ab0-d656d9903858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.726742 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-a930014e-c375-4c39-84fd-1e35bde3b838 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7a6901ede854d2c9bf844eda8af92f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4129734 Jul 23 23:02:57.748682 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 50772) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:57.889754 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-153612bc-d70b-4f5b-8d74-1ed09f09f383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:57.928113 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7d2640-8b04-4b5b-a141-473990ae5ccc req-bd74653d-c2a6-44c9-97bf-0cc71ffa69a0 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:57.930701 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-cf7d2640-8b04-4b5b-a141-473990ae5ccc req-bd74653d-c2a6-44c9-97bf-0cc71ffa69a0 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.2078843 Jul 23 23:02:57.935850 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] Router fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24 is scheduled to L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 with binding_index 1 {{(pid=93009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:02:57.955216 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-153612bc-d70b-4f5b-8d74-1ed09f09f383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.012654 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-441bbe54-39c3-45ef-9ab0-d656d9903858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.024708 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-441bbe54-39c3-45ef-9ab0-d656d9903858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.077511 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-cf7d2640-8b04-4b5b-a141-473990ae5ccc req-bb9747eb-5f92-45bd-a77c-3bf6d8ad4cd7 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145432 Jul 23 23:02:58.086679 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bbe54-39c3-45ef-9ab0-d656d9903858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c688b0-5acb-4868-b190-0f3a6f7b632c,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:58.095652 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-441bbe54-39c3-45ef-9ab0-d656d9903858 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=afa0b4bfc1aa4757bf1a06e519337231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6229343 Jul 23 23:02:58.096173 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50776) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:58.099254 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-153612bc-d70b-4f5b-8d74-1ed09f09f383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.101795 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-153612bc-d70b-4f5b-8d74-1ed09f09f383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.105555 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-153612bc-d70b-4f5b-8d74-1ed09f09f383 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/260a3189-34e3-4b37-a2a1-a903659fcd83 HTTP/1.1" status: 204 len: 168 time: 0.3519876 Jul 23 23:02:58.131339 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153612bc-d70b-4f5b-8d74-1ed09f09f383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260a3189-34e3-4b37-a2a1-a903659fcd83,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:58.134952 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:02:58.150585 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Sync routers for ids ['fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:02:58.161378 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Routers {'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:58.162327 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:02:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:58.200248 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] Notify callbacks [] for router, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.203999 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-88a792de-030b-4ce7-82b7-5b0d48ab7d47 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8398545 Jul 23 23:02:58.204212 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50782) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:58.304424 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Set router fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:02:58.395847 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-efff60a0-dd34-4485-9d6c-a33abffe2a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.444801 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-efff60a0-dd34-4485-9d6c-a33abffe2a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.537630 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24', 'name': 'tempest-TestMinimumBasicScenario-785754368-router', 'tenant_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b079326-a633-40ee-aa60-31a681194c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:55Z', 'updated_at': '2021-07-23T23:02:56Z', 'revision_number': 3, 'project_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'gw_port': {'id': '9b079326-a633-40ee-aa60-31a681194c72', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:58.577859 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-efff60a0-dd34-4485-9d6c-a33abffe2a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.582222 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-efff60a0-dd34-4485-9d6c-a33abffe2a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.585844 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-efff60a0-dd34-4485-9d6c-a33abffe2a91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3c688b0-5acb-4868-b190-0f3a6f7b632c HTTP/1.1" status: 204 len: 168 time: 0.4861307 Jul 23 23:02:58.598111 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff60a0-dd34-4485-9d6c-a33abffe2a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c688b0-5acb-4868-b190-0f3a6f7b632c,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:58.599122 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Checking router: fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24 for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:02:58.599482 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Updating router fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24 port 9b079326-a633-40ee-aa60-31a681194c72 binding host dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:02:58.670688 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:58.850107 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0a2121e2-2e0d-410b-8d78-d9f2878e0eac req-4d9aec03-98cf-49f0-9c78-fd403b9ac965 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56cbeac4-3bab-4a71-951e-b043f8457a86 HTTP/1.1" status: 200 len: 1002 time: 0.2580786 Jul 23 23:02:59.033555 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 9cbd6491-280c-4ca3-b0a6-be798d8141b3 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:59.090925 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d688fe-5036-483f-9fef-06d22ab307a8 None None] Network d00b59f8-dacf-4b0b-a854-e4c07d8c0571 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:02:59.100662 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.117824 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 50810) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:59.133963 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.136095 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-dc316085-2692-4bbb-ab8a-4d74ce960ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.263263 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Transition to ACTIVE for port object 9b079326-a633-40ee-aa60-31a681194c72 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:59.286334 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.299121 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-52a112f0-80dd-4378-ae57-6e8b70ae6c1e None None] Provisioning for port 9cbd6491-280c-4ca3-b0a6-be798d8141b3 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:59.309489 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-dc316085-2692-4bbb-ab8a-4d74ce960ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.342348 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-dc316085-2692-4bbb-ab8a-4d74ce960ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.406477 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port 9cbd6491-280c-4ca3-b0a6-be798d8141b3 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:59.407510 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_common [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] Allocated IP 172.20.0.1 (d00b59f8-dacf-4b0b-a854-e4c07d8c0571/1956a0ad-5b9a-48f8-869b-fc3bca654342/1bb3eec6-0922-46f0-8fa9-3f820a70f038) {{(pid=93009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:02:59.411784 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Attempting to bind port 9b079326-a633-40ee-aa60-31a681194c72 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:02:59.412409 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Attempting to bind port 9b079326-a633-40ee-aa60-31a681194c72 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:02:59.417837 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Attempting to bind port 9b079326-a633-40ee-aa60-31a681194c72 on network 28efa890-d1ea-4772-b7d3-cfef5dff758d {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:02:59.426405 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 9cbd6491-280c-4ca3-b0a6-be798d8141b3 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:59.426830 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.444323 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:02:59.444694 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Checking segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:02:59.454346 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-dc316085-2692-4bbb-ab8a-4d74ce960ed5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7c89b4b711a47b8a16b3850614958f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350577 Jul 23 23:02:59.454786 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.455363 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Bound using segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:02:59.456007 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Bound port: 9b079326-a633-40ee-aa60-31a681194c72, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:02:59.457345 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 50824) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:02:59.459155 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc316085-2692-4bbb-ab8a-4d74ce960ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed26a6e3-fd7f-42e9-b020-8cdedd9df5b3,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:59.459366 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.542557 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de968ac7-d1a0-40f8-a11d-c47f00123428 req-5b4d8cca-8055-40ca-8f59-cbfd5a822d5d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:02:59.546160 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-de968ac7-d1a0-40f8-a11d-c47f00123428 req-5b4d8cca-8055-40ca-8f59-cbfd5a822d5d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.2236404 Jul 23 23:02:59.561688 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ced6a6-dc42-4a6e-8222-6f7594f8945e None None] Pushing event updated for resources: {'Port': ['ID=9b079326-a633-40ee-aa60-31a681194c72,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:59.614453 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.625343 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.627960 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] For port 9b079326-a633-40ee-aa60-31a681194c72, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:02:59.630578 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-de968ac7-d1a0-40f8-a11d-c47f00123428 req-2af617c3-10dc-4c1e-9b62-870d663901bc tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653288 Jul 23 23:02:59.633688 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] For port 9b079326-a633-40ee-aa60-31a681194c72, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=9b079326-a633-40ee-aa60-31a681194c72,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:02:59.635534 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-449be66d-f8df-46e3-96e8-931c1b0b0a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.653891 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.655694 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.provisioning_blocks [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] Transition to ACTIVE for port object 1bb3eec6-0922-46f0-8fa9-3f820a70f038 will not be triggered until provisioned by entity DHCP. {{(pid=93009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:02:59.668238 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port 9cbd6491-280c-4ca3-b0a6-be798d8141b3, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=9cbd6491-280c-4ca3-b0a6-be798d8141b3,segment=NetworkSegment(036eafa6-83af-4dfd-8285-1dffe35c7a52),segment_id=036eafa6-83af-4dfd-8285-1dffe35c7a52)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:02:59.674129 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.676694 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device cf978763-e273-4c4e-a6de-61a05ac1cdc6 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:02:59.691735 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-449be66d-f8df-46e3-96e8-931c1b0b0a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.719937 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.749560 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Routers {'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:02:59.750189 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:02:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:02:59.768869 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=9cbd6491-280c-4ca3-b0a6-be798d8141b3,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:59.784720 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] Network d00b59f8-dacf-4b0b-a854-e4c07d8c0571 is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:02:59.788150 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-449be66d-f8df-46e3-96e8-931c1b0b0a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.791232 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-449be66d-f8df-46e3-96e8-931c1b0b0a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.795524 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-449be66d-f8df-46e3-96e8-931c1b0b0a2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed26a6e3-fd7f-42e9-b020-8cdedd9df5b3 HTTP/1.1" status: 204 len: 168 time: 0.3344948 Jul 23 23:02:59.795666 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:02:59.799143 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] Received port after_create {{(pid=93009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:02:59.802306 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] Pushing event updated for resources: {'Port': ['ID=1bb3eec6-0922-46f0-8fa9-3f820a70f038,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:59.805633 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449be66d-f8df-46e3-96e8-931c1b0b0a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed26a6e3-fd7f-42e9-b020-8cdedd9df5b3,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:02:59.859120 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944432'] for router_interface, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.886075 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port cf978763-e273-4c4e-a6de-61a05ac1cdc6 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:02:59.891478 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port cf978763-e273-4c4e-a6de-61a05ac1cdc6 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:02:59.892070 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:02:59.939279 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] Set router fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:00.035304 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ced6a6-dc42-4a6e-8222-6f7594f8945e None None] Pushing event updated for resources: {'Port': ['ID=9b079326-a633-40ee-aa60-31a681194c72,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:00.087177 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-b39d9e5f-18c0-4818-8832-dccfafb3777a None None] Provisioning complete for port 9cbd6491-280c-4ca3-b0a6-be798d8141b3 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:00.087624 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b39d9e5f-18c0-4818-8832-dccfafb3777a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:00.138664 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:00.141812 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:00.277917 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24', 'name': 'tempest-TestMinimumBasicScenario-785754368-router', 'tenant_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b079326-a633-40ee-aa60-31a681194c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:55Z', 'updated_at': '2021-07-23T23:02:56Z', 'revision_number': 3, 'project_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'gw_port': {'id': '9b079326-a633-40ee-aa60-31a681194c72', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:00.292136 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port cf978763-e273-4c4e-a6de-61a05ac1cdc6, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=cf978763-e273-4c4e-a6de-61a05ac1cdc6,segment=NetworkSegment(6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5),segment_id=6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:00.303453 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:00.314098 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828d05ae-4c09-4f28-8465-7c50e8e1eea7 None None] The sync data for ids ['fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24'] in dv-cinder-679138-12-iscsi is: [{'id': 'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24', 'name': 'tempest-TestMinimumBasicScenario-785754368-router', 'tenant_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b079326-a633-40ee-aa60-31a681194c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:55Z', 'updated_at': '2021-07-23T23:02:56Z', 'revision_number': 3, 'project_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'gw_port': {'id': '9b079326-a633-40ee-aa60-31a681194c72', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c4:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:00.371934 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:00.374120 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=cf978763-e273-4c4e-a6de-61a05ac1cdc6,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:00.384549 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11586072'] for port, after_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:00.436717 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-339440ee-d7cd-4486-8b2e-8c89fda10a92 None None] Provisioning for port 1bb3eec6-0922-46f0-8fa9-3f820a70f038 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:00.440812 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-339440ee-d7cd-4486-8b2e-8c89fda10a92 None None] Provisioning complete for port 1bb3eec6-0922-46f0-8fa9-3f820a70f038 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:00.441185 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-339440ee-d7cd-4486-8b2e-8c89fda10a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:00.496876 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] Pushing event updated for resources: {'Port': ['ID=1bb3eec6-0922-46f0-8fa9-3f820a70f038,revision_number=2']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:00.498072 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-339440ee-d7cd-4486-8b2e-8c89fda10a92 None None] Port 1bb3eec6-0922-46f0-8fa9-3f820a70f038 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:00.503204 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943877'] for router_interface, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:00.609929 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] Network d00b59f8-dacf-4b0b-a854-e4c07d8c0571 is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:00.611728 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:00.786969 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2121e2-2e0d-410b-8d78-d9f2878e0eac req-2fda6fb7-0e95-499d-bd66-22497b85d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:00.788780 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0a2121e2-2e0d-410b-8d78-d9f2878e0eac req-2fda6fb7-0e95-499d-bd66-22497b85d998 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=305eac6e-ee4e-4826-84b5-c213e1725333 HTTP/1.1" status: 200 len: 850 time: 0.1637602 Jul 23 23:03:00.905451 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] Router fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:03:00.928875 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46093bc7-643c-4478-a2c6-313c896800c2 req-59634cfc-dcb4-435f-b05d-786094d1d998 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:00.967886 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46093bc7-643c-4478-a2c6-313c896800c2 req-59634cfc-dcb4-435f-b05d-786094d1d998 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.2148955 Jul 23 23:03:01.029679 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-fd15cf7f-1921-4744-aa06-0844b3ac06f0 None None] Provisioning complete for port 1bb3eec6-0922-46f0-8fa9-3f820a70f038 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:01.030285 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fd15cf7f-1921-4744-aa06-0844b3ac06f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.067201 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46093bc7-643c-4478-a2c6-313c896800c2 req-605d8a25-b0da-4dfb-a44f-278dd95b2b1f tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979209 Jul 23 23:03:01.073507 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2121e2-2e0d-410b-8d78-d9f2878e0eac req-20e0f8c9-bff6-4b9f-be2c-00143f737e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:01.075377 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0a2121e2-2e0d-410b-8d78-d9f2878e0eac req-20e0f8c9-bff6-4b9f-be2c-00143f737e33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8ea7abd-33e6-496d-83a2-7eb670061309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2781777 Jul 23 23:03:01.090584 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device cf978763-e273-4c4e-a6de-61a05ac1cdc6 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:01.147049 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-fd15cf7f-1921-4744-aa06-0844b3ac06f0 None None] Port 1bb3eec6-0922-46f0-8fa9-3f820a70f038 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:01.174123 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port cf978763-e273-4c4e-a6de-61a05ac1cdc6 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:01.174526 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.253832 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 50876) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:01.273742 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0a2121e2-2e0d-410b-8d78-d9f2878e0eac req-9c10cca6-5093-421e-b512-35ea962c98d7 service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888516 Jul 23 23:03:01.488303 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0a2121e2-2e0d-410b-8d78-d9f2878e0eac req-a2a98503-982d-4031-aade-dc5c07b24514 service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039459 Jul 23 23:03:01.598181 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:03:01.620757 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-ae333ca1-7b37-48b2-ac93-b18053b775ca admin admin] 10.222.0.20 "PUT /v2.0/routers/fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4154642 Jul 23 23:03:01.702798 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8d56ad5d-209f-45b6-80df-c526cba6def9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.762337 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 9b079326-a633-40ee-aa60-31a681194c72 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:01.840336 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8d56ad5d-209f-45b6-80df-c526cba6def9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.843569 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port 9b079326-a633-40ee-aa60-31a681194c72 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:01.848136 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8d56ad5d-209f-45b6-80df-c526cba6def9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.850027 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 9b079326-a633-40ee-aa60-31a681194c72 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:01.850822 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.906478 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50922) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:01.906959 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-8d56ad5d-209f-45b6-80df-c526cba6def9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=917a5143f2fe46d0a90b2868061b77b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6512563 Jul 23 23:03:01.920467 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56ad5d-209f-45b6-80df-c526cba6def9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d148808a-beb6-4132-8d24-6dc1364401d8,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:01.967321 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.991021 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port 9b079326-a633-40ee-aa60-31a681194c72, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=9b079326-a633-40ee-aa60-31a681194c72,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:01.991911 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c407f7b1-94ac-4805-9e97-f8712f8dbd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.997441 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:01.998724 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 9cbd6491-280c-4ca3-b0a6-be798d8141b3 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:02.017252 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c407f7b1-94ac-4805-9e97-f8712f8dbd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.093668 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c407f7b1-94ac-4805-9e97-f8712f8dbd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.109353 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=9b079326-a633-40ee-aa60-31a681194c72,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:02.111595 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c407f7b1-94ac-4805-9e97-f8712f8dbd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.118846 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 9cbd6491-280c-4ca3-b0a6-be798d8141b3 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:02.119167 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-c407f7b1-94ac-4805-9e97-f8712f8dbd13 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d148808a-beb6-4132-8d24-6dc1364401d8 HTTP/1.1" status: 204 len: 168 time: 0.2090831 Jul 23 23:03:02.119281 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.137761 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407f7b1-94ac-4805-9e97-f8712f8dbd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d148808a-beb6-4132-8d24-6dc1364401d8,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:02.318232 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4d6bb-4043-4eab-9d6e-f5b8c4ee0c3b req-7d903cc1-d463-4a58-a821-dd0997f048ed tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:02.320079 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ebf4d6bb-4043-4eab-9d6e-f5b8c4ee0c3b req-7d903cc1-d463-4a58-a821-dd0997f048ed tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.1315751 Jul 23 23:03:02.368585 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ebf4d6bb-4043-4eab-9d6e-f5b8c4ee0c3b req-4f17431d-4f94-4162-8b17-e7094448cca0 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409336 Jul 23 23:03:02.709844 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50960) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:02.723994 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-564daaa5-f6eb-4a42-9dcb-612b3f23a749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.830042 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-564daaa5-f6eb-4a42-9dcb-612b3f23a749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.835898 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-564daaa5-f6eb-4a42-9dcb-612b3f23a749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.872729 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 9b079326-a633-40ee-aa60-31a681194c72 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:02.882537 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564daaa5-f6eb-4a42-9dcb-612b3f23a749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b029bfe-a9de-4f04-a566-b4aac66016f0,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:02.890522 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-564daaa5-f6eb-4a42-9dcb-612b3f23a749 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca452b08297349d89d4bb48f87e819f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768172 Jul 23 23:03:02.890944 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 50966) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:02.958921 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 9b079326-a633-40ee-aa60-31a681194c72 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:02.959396 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:02.985886 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d54c1c8d-3329-4771-9b9b-050c396f0020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:03.059718 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d54c1c8d-3329-4771-9b9b-050c396f0020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:03.151871 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d54c1c8d-3329-4771-9b9b-050c396f0020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:03.154553 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d54c1c8d-3329-4771-9b9b-050c396f0020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:03.165705 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-d54c1c8d-3329-4771-9b9b-050c396f0020 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b029bfe-a9de-4f04-a566-b4aac66016f0 HTTP/1.1" status: 204 len: 168 time: 0.2735031 Jul 23 23:03:03.188988 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c1c8d-3329-4771-9b9b-050c396f0020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b029bfe-a9de-4f04-a566-b4aac66016f0,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:03.398955 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-0ac2683a-9b74-4598-9706-3dd7e1b07828 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:03.409535 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-0ac2683a-9b74-4598-9706-3dd7e1b07828 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/networks?id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9 HTTP/1.1" status: 200 len: 815 time: 0.2728205 Jul 23 23:03:03.436279 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a533edd2-33c8-4f8e-a732-5d07ce84c037 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/quotas/4b2287dabe4a4009a649ab46b82bd58b HTTP/1.1" status: 200 len: 375 time: 0.0255923 Jul 23 23:03:03.574556 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-1c9da69b-7e70-4c8e-bec1-98e98b956768 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b2287dabe4a4009a649ab46b82bd58b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1366820 Jul 23 23:03:03.732058 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f8f03-eb83-4190-b367-45d89bbb0049 req-507dcc3d-5d19-42c2-a22b-308619522639 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:03.740013 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-305f8f03-eb83-4190-b367-45d89bbb0049 req-507dcc3d-5d19-42c2-a22b-308619522639 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.2177625 Jul 23 23:03:03.750607 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-cbd5d1c3-4a03-44a2-834f-d44a6b316f02 service neutron] 10.222.0.20 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748807 Jul 23 23:03:03.889045 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-9cd272ec-98fd-4781-97ef-01e9a56ef0d4 service neutron] 10.222.0.20 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290238 Jul 23 23:03:03.935384 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-305f8f03-eb83-4190-b367-45d89bbb0049 req-d8f486a8-1697-4083-885c-e07a4c738b03 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943161 Jul 23 23:03:04.262717 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-796aa856-0597-46b2-9156-ef73b258a900 req-69d16264-63e0-4781-9091-bba7b2cb7639 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 210 time: 0.0878568 Jul 23 23:03:04.443756 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Sync routers for ids ['fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:03:04.480619 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Routers {'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:04.480619 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:02:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:04.700852 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Set router fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:05.331226 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186e714-75af-40b7-bedd-f4d4fbb30a4b req-703aca84-f25e-499f-93de-a094796cbb58 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:05.336221 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5186e714-75af-40b7-bedd-f4d4fbb30a4b req-703aca84-f25e-499f-93de-a094796cbb58 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.2396262 Jul 23 23:03:05.379070 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24', 'name': 'tempest-TestMinimumBasicScenario-785754368-router', 'tenant_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b079326-a633-40ee-aa60-31a681194c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:55Z', 'updated_at': '2021-07-23T23:03:00Z', 'revision_number': 4, 'project_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'gw_port': {'id': '9b079326-a633-40ee-aa60-31a681194c72', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '1bb3eec6-0922-46f0-8fa9-3f820a70f038', 'name': '', 'network_id': 'd00b59f8-dacf-4b0b-a854-e4c07d8c0571', 'tenant_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'mac_address': 'fa:16:3e:16:53:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1956a0ad-5b9a-48f8-869b-fc3bca654342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:00Z', 'revision_number': 2, 'project_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'subnets': [{'id': '1956a0ad-5b9a-48f8-869b-fc3bca654342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:05.453218 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Checking router: fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24 for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:03:05.453880 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Updating router fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24 port 1bb3eec6-0922-46f0-8fa9-3f820a70f038 binding host dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:03:05.501927 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5186e714-75af-40b7-bedd-f4d4fbb30a4b req-74ebdfd6-7c5e-4a0e-a413-a6ac1d532127 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527824 Jul 23 23:03:05.578646 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:05.641437 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7b1e0ec5-fc06-4dca-b6fd-e94f165b8c1c req-82749961-2767-4a0d-8a22-378c5dda1d96 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 210 time: 0.0667763 Jul 23 23:03:06.017823 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.029618 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Transition to ACTIVE for port object 1bb3eec6-0922-46f0-8fa9-3f820a70f038 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:06.047825 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.150433 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347c09a-9849-4829-86d8-86a0cc444d34 None None] Pushing event updated for resources: {'Port': ['ID=1bb3eec6-0922-46f0-8fa9-3f820a70f038,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:06.241363 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-31a05d7b-39a6-430c-a491-aaed63612898 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:06.242811 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-31a05d7b-39a6-430c-a491-aaed63612898 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.47 "GET /v2.0/networks?id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9 HTTP/1.1" status: 200 len: 815 time: 0.2434940 Jul 23 23:03:06.288186 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Attempting to bind port 1bb3eec6-0922-46f0-8fa9-3f820a70f038 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:06.289995 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Attempting to bind port 1bb3eec6-0922-46f0-8fa9-3f820a70f038 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '036eafa6-83af-4dfd-8285-1dffe35c7a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd00b59f8-dacf-4b0b-a854-e4c07d8c0571'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:06.290593 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Attempting to bind port 1bb3eec6-0922-46f0-8fa9-3f820a70f038 on network d00b59f8-dacf-4b0b-a854-e4c07d8c0571 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:06.300315 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Request body: {'port': {'device_id': 'b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7', 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9', 'admin_state_up': True, 'tenant_id': '4b2287dabe4a4009a649ab46b82bd58b'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:06.311591 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:06.311981 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Checking segment: {'id': '036eafa6-83af-4dfd-8285-1dffe35c7a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd00b59f8-dacf-4b0b-a854-e4c07d8c0571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:06.312400 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.312807 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Bound using segment: {'id': '036eafa6-83af-4dfd-8285-1dffe35c7a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd00b59f8-dacf-4b0b-a854-e4c07d8c0571'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:06.313294 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Bound port: 1bb3eec6-0922-46f0-8fa9-3f820a70f038, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036eafa6-83af-4dfd-8285-1dffe35c7a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd00b59f8-dacf-4b0b-a854-e4c07d8c0571'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:06.314582 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.433881 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] For port 1bb3eec6-0922-46f0-8fa9-3f820a70f038, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:06.439611 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] For port 1bb3eec6-0922-46f0-8fa9-3f820a70f038, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=1bb3eec6-0922-46f0-8fa9-3f820a70f038,segment=NetworkSegment(036eafa6-83af-4dfd-8285-1dffe35c7a52),segment_id=036eafa6-83af-4dfd-8285-1dffe35c7a52)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:06.449880 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.496422 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Made reservation on behalf of 4b2287dabe4a4009a649ab46b82bd58b for: {'port': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:06.503120 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:06.544553 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Routers {'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:03:06.545899 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:02:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:06.633198 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347c09a-9849-4829-86d8-86a0cc444d34 None None] Pushing event updated for resources: {'Port': ['ID=1bb3eec6-0922-46f0-8fa9-3f820a70f038,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:06.802694 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] Set router fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:03:06.834376 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-17d17305-1dd4-4b7e-a9d5-0c9e80a6f070 req-1cf8ce3f-0c20-43b5-98f3-6b63b7710f24 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 210 time: 0.0764987 Jul 23 23:03:06.977724 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c8d99-7c56-4742-962c-5e544cb67769 req-2a25f792-37d6-42b6-a916-0e70fb2133d9 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:06.987410 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ab5c8d99-7c56-4742-962c-5e544cb67769 req-2a25f792-37d6-42b6-a916-0e70fb2133d9 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.3043129 Jul 23 23:03:07.014445 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Allocated IP 172.20.0.11 (781f2eae-a5ee-47f5-88e2-dad57f52ccb9/5042eb78-612c-4431-ada6-a0e582d6706b/08737e13-1bb4-49cc-8e06-91c52aa9862f) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:07.132452 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24', 'name': 'tempest-TestMinimumBasicScenario-785754368-router', 'tenant_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b079326-a633-40ee-aa60-31a681194c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:55Z', 'updated_at': '2021-07-23T23:03:00Z', 'revision_number': 4, 'project_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'gw_port': {'id': '9b079326-a633-40ee-aa60-31a681194c72', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '1bb3eec6-0922-46f0-8fa9-3f820a70f038', 'name': '', 'network_id': 'd00b59f8-dacf-4b0b-a854-e4c07d8c0571', 'tenant_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'mac_address': 'fa:16:3e:16:53:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1956a0ad-5b9a-48f8-869b-fc3bca654342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:06Z', 'revision_number': 4, 'project_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'subnets': [{'id': '1956a0ad-5b9a-48f8-869b-fc3bca654342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:07.171880 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6666326-0cca-41e4-a56e-e6584648f979 None None] The sync data for ids ['fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24'] in dv-cinder-679138-12-iscsi is: [{'id': 'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24', 'name': 'tempest-TestMinimumBasicScenario-785754368-router', 'tenant_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b079326-a633-40ee-aa60-31a681194c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:55Z', 'updated_at': '2021-07-23T23:03:00Z', 'revision_number': 4, 'project_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'gw_port': {'id': '9b079326-a633-40ee-aa60-31a681194c72', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '1bb3eec6-0922-46f0-8fa9-3f820a70f038', 'name': '', 'network_id': 'd00b59f8-dacf-4b0b-a854-e4c07d8c0571', 'tenant_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'mac_address': 'fa:16:3e:16:53:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24', 'device_owner': 'network:router_interface', 'standard_attr_id': 231, 'fixed_ips': [{'subnet_id': '1956a0ad-5b9a-48f8-869b-fc3bca654342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:59Z', 'updated_at': '2021-07-23T23:03:06Z', 'revision_number': 4, 'project_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'subnets': [{'id': '1956a0ad-5b9a-48f8-869b-fc3bca654342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:03:07.236217 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ab5c8d99-7c56-4742-962c-5e544cb67769 req-697495ec-73eb-4b4c-9816-5a670b858eea tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313786 Jul 23 23:03:07.441442 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.523150 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.577206 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['3ac4aac9-43db-4128-82c8-178a0d1aed14'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:03:07.601086 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Pushing event updated for resources: {'Port': ['ID=08737e13-1bb4-49cc-8e06-91c52aa9862f,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:07.610898 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:07.611232 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:07.611639 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:07.611927 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:07.612245 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:07.612560 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:07.613117 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:07.613433 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:07.613727 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:07.614235 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:07.614590 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:07.614906 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:07.626767 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:07.628170 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:07.631779 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:07.638563 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:07.639194 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:07.668081 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-8535f31c-1169-4124-a64b-a397815d5370 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3736477 Jul 23 23:03:07.690219 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Request body: {'port': {'device_id': 'b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:07.934640 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:08.189226 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4804e7c-cf14-4803-bd08-a1f1adc00df5 req-6fc33f2d-51f2-41c3-9652-a57a2cc9d07e tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:08.190889 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d4804e7c-cf14-4803-bd08-a1f1adc00df5 req-6fc33f2d-51f2-41c3-9652-a57a2cc9d07e tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 932 time: 0.2140110 Jul 23 23:03:08.321206 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d4804e7c-cf14-4803-bd08-a1f1adc00df5 req-eeb9d959-db38-4339-a9ca-0130e759eae4 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966530 Jul 23 23:03:08.483597 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08737e13-1bb4-49cc-8e06-91c52aa9862f {{(pid=93010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:03:08.494858 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:08.505003 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec282aea-d30c-4ea7-b2b6-4d2e8aa37e46 req-74063ab3-7d14-4d08-a75c-3ccf08512956 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:08.513425 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ec282aea-d30c-4ea7-b2b6-4d2e8aa37e46 req-74063ab3-7d14-4d08-a75c-3ccf08512956 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.1718073 Jul 23 23:03:08.563914 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Transition to ACTIVE for port object 08737e13-1bb4-49cc-8e06-91c52aa9862f will not be triggered until provisioned by entity L2. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:08.598671 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ec282aea-d30c-4ea7-b2b6-4d2e8aa37e46 req-d2e46c37-ab9f-4c9f-93a2-1410f5793af4 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840364 Jul 23 23:03:08.599455 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:08.718958 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Pushing event updated for resources: {'Port': ['ID=08737e13-1bb4-49cc-8e06-91c52aa9862f,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:08.729954 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Attempting to bind port 08737e13-1bb4-49cc-8e06-91c52aa9862f on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:08.730446 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Attempting to bind port 08737e13-1bb4-49cc-8e06-91c52aa9862f by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '51f73a8f-60cf-4e5e-a6f0-771796905b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9'}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:08.730874 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Attempting to bind port 08737e13-1bb4-49cc-8e06-91c52aa9862f on network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:08.747936 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Port 08737e13-1bb4-49cc-8e06-91c52aa9862f on network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:03:08.754753 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Attempting to bind port 08737e13-1bb4-49cc-8e06-91c52aa9862f on network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:08.765554 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:08.766828 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Checking segment: {'id': '51f73a8f-60cf-4e5e-a6f0-771796905b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:08.767570 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Bound using segment: {'id': '51f73a8f-60cf-4e5e-a6f0-771796905b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9'} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:08.768230 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Bound port: 08737e13-1bb4-49cc-8e06-91c52aa9862f, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f73a8f-60cf-4e5e-a6f0-771796905b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9'}}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:08.769648 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:08.969013 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] For port 08737e13-1bb4-49cc-8e06-91c52aa9862f, host hv-cinder-67913, cleared binding levels {{(pid=93010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:08.969643 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 1bb3eec6-0922-46f0-8fa9-3f820a70f038 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:08.981351 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] For port 08737e13-1bb4-49cc-8e06-91c52aa9862f, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=08737e13-1bb4-49cc-8e06-91c52aa9862f,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:08.992750 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.013977 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:09.014837 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.016767 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] 10.222.0.47 "PUT /v2.0/ports/08737e13-1bb4-49cc-8e06-91c52aa9862f HTTP/1.1" status: 200 len: 1094 time: 1.3318074 Jul 23 23:03:09.053986 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7', 'tag': '08737e13-1bb4-49cc-8e06-91c52aa9862f'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:03:09.057853 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bc0a76-a8f3-4b7d-898e-985ffa88ceb1" -d '{"events": [{"name": "network-changed", "server_uuid": "b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7", "tag": "08737e13-1bb4-49cc-8e06-91c52aa9862f"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:03:09.100244 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2938c99-7cef-42cd-a40d-5eb76001ec85 service neutron] Pushing event updated for resources: {'Port': ['ID=08737e13-1bb4-49cc-8e06-91c52aa9862f,revision_number=3']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:09.142060 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd921f86-5dc2-48ab-a0a6-c3c104e3ba17 x-openstack-request-id: req-cd921f86-5dc2-48ab-a0a6-c3c104e3ba17 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:03:09.142360 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7", "tag": "08737e13-1bb4-49cc-8e06-91c52aa9862f", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:03:09.142955 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd921f86-5dc2-48ab-a0a6-c3c104e3ba17 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:03:09.143384 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7', 'tag': '08737e13-1bb4-49cc-8e06-91c52aa9862f', 'status': 'completed', 'code': 200} Jul 23 23:03:09.148181 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port 1bb3eec6-0922-46f0-8fa9-3f820a70f038 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:09.155676 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 1bb3eec6-0922-46f0-8fa9-3f820a70f038 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:09.156058 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.305041 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-41b7f7f0-0f91-4ed1-a326-fdaec1359ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:09.320926 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-41b7f7f0-0f91-4ed1-a326-fdaec1359ca0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b2287dabe4a4009a649ab46b82bd58b&device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 1097 time: 0.1307330 Jul 23 23:03:09.367634 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.460193 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port 1bb3eec6-0922-46f0-8fa9-3f820a70f038, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=1bb3eec6-0922-46f0-8fa9-3f820a70f038,segment=NetworkSegment(036eafa6-83af-4dfd-8285-1dffe35c7a52),segment_id=036eafa6-83af-4dfd-8285-1dffe35c7a52)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:09.466630 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:09.592255 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=1bb3eec6-0922-46f0-8fa9-3f820a70f038,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:09.598940 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3d792-35ce-4173-8ede-730c0e947abb req-8140ff98-0b26-4cb8-8d5f-82365ce2eaec tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:09.600481 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e4d3d792-35ce-4173-8ede-730c0e947abb req-8140ff98-0b26-4cb8-8d5f-82365ce2eaec tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 944 time: 0.1068096 Jul 23 23:03:09.607179 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:09.607772 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:09.608510 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:09.609006 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:09.609503 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:09.609998 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:09.610519 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:09.611014 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:09.611514 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:09.611995 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:09.612480 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:09.612999 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:09.646394 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e4d3d792-35ce-4173-8ede-730c0e947abb req-2ea13f10-0978-4a63-bc25-9700c7ded37f tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378914 Jul 23 23:03:10.016492 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cef2a-cb7d-470b-a3d6-81048efa8646 req-4338c14a-e9eb-4c0e-9b55-55f29ffa1865 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:10.018223 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-866cef2a-cb7d-470b-a3d6-81048efa8646 req-4338c14a-e9eb-4c0e-9b55-55f29ffa1865 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.3099010 Jul 23 23:03:10.062369 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-866cef2a-cb7d-470b-a3d6-81048efa8646 req-62968bf3-3658-47c6-9a32-9b4ed7292024 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386281 Jul 23 23:03:10.786812 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd368644-34af-4a64-b53e-1c7193e5bfde req-bfc69948-d6de-4d4a-b810-b39e83773357 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:10.788406 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bd368644-34af-4a64-b53e-1c7193e5bfde req-bfc69948-d6de-4d4a-b810-b39e83773357 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 944 time: 0.0684485 Jul 23 23:03:10.838980 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bd368644-34af-4a64-b53e-1c7193e5bfde req-c809585d-83eb-4159-bd26-a617cdffa4b4 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438147 Jul 23 23:03:10.887291 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 1bb3eec6-0922-46f0-8fa9-3f820a70f038 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:10.942608 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 1bb3eec6-0922-46f0-8fa9-3f820a70f038 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:10.943207 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:11.214249 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4c7eb-0ca2-48de-a3d6-6217256ff23a req-1d787736-d78c-450c-ad59-c4e6860eb720 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:11.215455 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-65d4c7eb-0ca2-48de-a3d6-6217256ff23a req-1d787736-d78c-450c-ad59-c4e6860eb720 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0773182 Jul 23 23:03:11.256400 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-65d4c7eb-0ca2-48de-a3d6-6217256ff23a req-de48c325-0fe9-4f74-94b7-3929bc0ebd8d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351655 Jul 23 23:03:11.997391 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5188354-2b13-4968-a786-9ed33846c82f req-7e73f372-affa-4384-8471-414de60c3a7a tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:11.999017 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a5188354-2b13-4968-a786-9ed33846c82f req-7e73f372-affa-4384-8471-414de60c3a7a tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 944 time: 0.0738862 Jul 23 23:03:12.036901 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a5188354-2b13-4968-a786-9ed33846c82f req-407c72aa-5806-4ac5-806e-4d68d73de5ea tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321600 Jul 23 23:03:12.247106 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-9b1b1164-3c78-418a-833e-cf4877689b50 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08737e13-1bb4-49cc-8e06-91c52aa9862f HTTP/1.1" status: 200 len: 217 time: 0.0381558 Jul 23 23:03:12.435663 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-6fd99280-ef11-4e60-a13c-5af8e86b2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:12.437307 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-6fd99280-ef11-4e60-a13c-5af8e86b2ec0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5042eb78-612c-4431-ada6-a0e582d6706b HTTP/1.1" status: 200 len: 855 time: 0.1312752 Jul 23 23:03:12.504896 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-ced9f638-85cc-4601-ab5f-270a9983e91c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471044 Jul 23 23:03:12.582635 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f67f3-121f-491a-9696-04b86dc693d1 req-5e6c1398-14be-4794-a1e3-dcfb24ab8891 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:12.591620 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-719f67f3-121f-491a-9696-04b86dc693d1 req-5e6c1398-14be-4794-a1e3-dcfb24ab8891 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.2271111 Jul 23 23:03:12.624562 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a34fea80-94a8-470e-9fa7-07c0e2409e40 req-2f9a2b9a-c657-4a22-ad20-5d2a012a6c85 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2660267 Jul 23 23:03:12.697197 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-719f67f3-121f-491a-9696-04b86dc693d1 req-9af33434-10ed-4a28-9901-28043268404e tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053779 Jul 23 23:03:12.728132 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-0da3aee9-2940-4ad3-9152-9aee8fc99b0e service neutron] 10.222.0.47 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896470 Jul 23 23:03:12.875093 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46a1618b-aea0-4e19-b2e5-043bcce709f1 req-f609d3e3-a424-41a0-8ec5-5cf27315d746 service neutron] 10.222.0.47 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339204 Jul 23 23:03:12.877159 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fea80-94a8-470e-9fa7-07c0e2409e40 req-412ba706-5c80-41be-ba74-c13dc5468ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:12.878759 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a34fea80-94a8-470e-9fa7-07c0e2409e40 req-412ba706-5c80-41be-ba74-c13dc5468ac7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f46f151b0734b8eb00a2009e4c8af61&device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 1098 time: 0.1461980 Jul 23 23:03:13.226303 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fea80-94a8-470e-9fa7-07c0e2409e40 req-b59a3c73-0130-4af2-8e86-3c8e464eff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:13.231623 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a34fea80-94a8-470e-9fa7-07c0e2409e40 req-b59a3c73-0130-4af2-8e86-3c8e464eff16 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b0ec605d-f416-45ff-8ee7-e2e08e932817 HTTP/1.1" status: 200 len: 912 time: 0.2943709 Jul 23 23:03:13.300760 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a34fea80-94a8-470e-9fa7-07c0e2409e40 req-50a159a5-0ceb-48cd-b28f-7fb7488b1ceb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63d7b510-7bfc-4e79-a585-63398a9a1baa HTTP/1.1" status: 200 len: 217 time: 0.0609341 Jul 23 23:03:13.339860 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7cd44b4d-fc0e-4df9-9a42-3db1f5006582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:13.405569 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98be8e5-192a-490b-bf24-79e5eb3376fd req-bdb66fed-e6c9-4f31-991a-5d50f472ba18 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:13.407553 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a98be8e5-192a-490b-bf24-79e5eb3376fd req-bdb66fed-e6c9-4f31-991a-5d50f472ba18 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 945 time: 0.3379762 Jul 23 23:03:13.409669 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc0a76-a8f3-4b7d-898e-985ffa88ceb1 req-80e715cc-9c10-427e-95d9-040ed959acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:13.411166 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-31bc0a76-a8f3-4b7d-898e-985ffa88ceb1 req-80e715cc-9c10-427e-95d9-040ed959acf0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b2287dabe4a4009a649ab46b82bd58b&device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 1097 time: 0.3403623 Jul 23 23:03:13.482873 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 51300) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:13.572212 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc0a76-a8f3-4b7d-898e-985ffa88ceb1 req-e503cbbc-d768-4da5-9288-b61c48597e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:13.574114 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-31bc0a76-a8f3-4b7d-898e-985ffa88ceb1 req-e503cbbc-d768-4da5-9288-b61c48597e3f service neutron] 10.222.0.47 "GET /v2.0/networks?id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9 HTTP/1.1" status: 200 len: 916 time: 0.1548338 Jul 23 23:03:13.589513 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8408b-1a9b-4496-8b1c-709481a5653d req-3edb86a0-8b86-497c-84ea-21fdde8eec43 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:13.596684 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a2d8408b-1a9b-4496-8b1c-709481a5653d req-3edb86a0-8b86-497c-84ea-21fdde8eec43 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 944 time: 0.4326024 Jul 23 23:03:13.698462 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a2d8408b-1a9b-4496-8b1c-709481a5653d req-7e91f609-20b1-44ed-bd5c-5a597fae693d tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007164 Jul 23 23:03:13.716022 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-31bc0a76-a8f3-4b7d-898e-985ffa88ceb1 req-79d1a904-c4f3-4066-b5fc-df378e52fcef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08737e13-1bb4-49cc-8e06-91c52aa9862f HTTP/1.1" status: 200 len: 217 time: 0.1160448 Jul 23 23:03:13.737718 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a98be8e5-192a-490b-bf24-79e5eb3376fd req-6f59cbfd-2f64-416c-9224-3dfed473d9a6 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068688 Jul 23 23:03:13.743646 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-960b878d-8e58-49b5-97ef-4cf8addeb9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:13.824071 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc0a76-a8f3-4b7d-898e-985ffa88ceb1 req-1990616d-e701-4236-8cb5-2aa5ba6c6833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:13.825547 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-31bc0a76-a8f3-4b7d-898e-985ffa88ceb1 req-1990616d-e701-4236-8cb5-2aa5ba6c6833 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5042eb78-612c-4431-ada6-a0e582d6706b HTTP/1.1" status: 200 len: 855 time: 0.0916562 Jul 23 23:03:13.826829 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fea80-94a8-470e-9fa7-07c0e2409e40 req-ad6a4e75-1783-4e16-8968-1e6ef431bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:13.828245 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a34fea80-94a8-470e-9fa7-07c0e2409e40 req-ad6a4e75-1783-4e16-8968-1e6ef431bb01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24d225d9-5785-4dbd-aed2-b217204dcf9a HTTP/1.1" status: 200 len: 851 time: 0.5012071 Jul 23 23:03:13.905760 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-31bc0a76-a8f3-4b7d-898e-985ffa88ceb1 req-2d8976d2-5d67-498b-a559-ffb8ee79f863 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654914 Jul 23 23:03:13.942986 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-960b878d-8e58-49b5-97ef-4cf8addeb9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:13.950906 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a34fea80-94a8-470e-9fa7-07c0e2409e40 req-72d9f142-f3be-47b8-bd7c-2fde97f3450e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b0ec605d-f416-45ff-8ee7-e2e08e932817&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616348 Jul 23 23:03:13.952510 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-960b878d-8e58-49b5-97ef-4cf8addeb9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:13.999403 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-960b878d-8e58-49b5-97ef-4cf8addeb9fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17d158b3796b40aaa2603b3a58c19952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5152531 Jul 23 23:03:14.003174 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b878d-8e58-49b5-97ef-4cf8addeb9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc0f80c-3710-49c8-8f12-e422a308c948,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:14.005681 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 51324) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:14.049617 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b878d-8e58-49b5-97ef-4cf8addeb9fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:14.050206 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b878d-8e58-49b5-97ef-4cf8addeb9fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:14.050713 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b878d-8e58-49b5-97ef-4cf8addeb9fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:14.051220 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b878d-8e58-49b5-97ef-4cf8addeb9fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:14.051692 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b878d-8e58-49b5-97ef-4cf8addeb9fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:14.052161 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b878d-8e58-49b5-97ef-4cf8addeb9fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:14.052641 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b878d-8e58-49b5-97ef-4cf8addeb9fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:14.053122 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b878d-8e58-49b5-97ef-4cf8addeb9fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:14.053598 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b878d-8e58-49b5-97ef-4cf8addeb9fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:14.054067 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b878d-8e58-49b5-97ef-4cf8addeb9fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:14.054562 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b878d-8e58-49b5-97ef-4cf8addeb9fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:14.055689 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960b878d-8e58-49b5-97ef-4cf8addeb9fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:03:14.089558 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5f28e3b1-ff06-4a47-ab10-22a6dc4fcfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:14.123314 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5f28e3b1-ff06-4a47-ab10-22a6dc4fcfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:14.187915 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5f28e3b1-ff06-4a47-ab10-22a6dc4fcfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:14.190526 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5f28e3b1-ff06-4a47-ab10-22a6dc4fcfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:14.191898 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-5f28e3b1-ff06-4a47-ab10-22a6dc4fcfc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fc0f80c-3710-49c8-8f12-e422a308c948 HTTP/1.1" status: 204 len: 168 time: 0.1850927 Jul 23 23:03:14.210946 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd22a76-85f8-4292-a602-543579e797d0 req-3f599236-83ed-422d-b70a-0fbb1737de57 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:14.213773 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5fd22a76-85f8-4292-a602-543579e797d0 req-3f599236-83ed-422d-b70a-0fbb1737de57 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.3250148 Jul 23 23:03:14.227772 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28e3b1-ff06-4a47-ab10-22a6dc4fcfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc0f80c-3710-49c8-8f12-e422a308c948,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:14.317762 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-31bc0a76-a8f3-4b7d-898e-985ffa88ceb1 req-11dcb334-390a-4723-a768-01483ba63dcc service neutron] 10.222.0.47 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995918 Jul 23 23:03:14.320185 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a34fea80-94a8-470e-9fa7-07c0e2409e40 req-514b3269-ce94-4cf6-9b70-b47849434b24 service neutron] 10.222.0.47 "GET /v2.0/networks/b0ec605d-f416-45ff-8ee7-e2e08e932817?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141351 Jul 23 23:03:14.324764 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5fd22a76-85f8-4292-a602-543579e797d0 req-de9ed575-6dbd-40bb-b240-152d903380ba tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035435 Jul 23 23:03:14.577795 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-31bc0a76-a8f3-4b7d-898e-985ffa88ceb1 req-e2dc7bd9-b480-45e3-988f-574f55c189aa service neutron] 10.222.0.47 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377489 Jul 23 23:03:14.580150 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a34fea80-94a8-470e-9fa7-07c0e2409e40 req-06d569ed-7d48-4c99-a801-59daf4588d56 service neutron] 10.222.0.47 "GET /v2.0/networks/b0ec605d-f416-45ff-8ee7-e2e08e932817?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248821 Jul 23 23:03:14.605573 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:14.642689 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 51330) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:14.659928 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-388bacd0-7168-4c74-9e6c-3d7f67db8619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:14.837810 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-388bacd0-7168-4c74-9e6c-3d7f67db8619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:14.845479 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-388bacd0-7168-4c74-9e6c-3d7f67db8619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:14.943351 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388bacd0-7168-4c74-9e6c-3d7f67db8619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9adf5c8a-bcc2-489b-850e-3154b684d5a5,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:14.990833 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ba715-73c3-4c3c-8abf-a0c34101c437 req-89ef9481-d10e-4abd-aac8-9c67ae9832fc tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:14.992863 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e01ba715-73c3-4c3c-8abf-a0c34101c437 req-89ef9481-d10e-4abd-aac8-9c67ae9832fc tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 944 time: 0.1658270 Jul 23 23:03:14.995048 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 51354) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:14.998303 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-388bacd0-7168-4c74-9e6c-3d7f67db8619 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f4be545c90c418eb97a2c5bf27900bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444047 Jul 23 23:03:15.020105 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133a7f3-0001-41e0-aab8-002722221f82 req-50bd6c33-1fe3-4cb5-a157-6b6991eebdf3 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:15.022007 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6133a7f3-0001-41e0-aab8-002722221f82 req-50bd6c33-1fe3-4cb5-a157-6b6991eebdf3 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 945 time: 0.1324072 Jul 23 23:03:15.110895 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e01ba715-73c3-4c3c-8abf-a0c34101c437 req-61cbe2b7-27a1-4480-846f-e70344bf578c tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076977 Jul 23 23:03:15.148168 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6133a7f3-0001-41e0-aab8-002722221f82 req-6d9eb6af-a6b6-4b41-96cd-a5311009fca1 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121204 Jul 23 23:03:15.155867 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f31c5709-584d-4db0-a5a6-4c238f0eff56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.192981 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f31c5709-584d-4db0-a5a6-4c238f0eff56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.261074 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f31c5709-584d-4db0-a5a6-4c238f0eff56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.264413 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f31c5709-584d-4db0-a5a6-4c238f0eff56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.265654 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-f31c5709-584d-4db0-a5a6-4c238f0eff56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9adf5c8a-bcc2-489b-850e-3154b684d5a5 HTTP/1.1" status: 204 len: 168 time: 0.2695940 Jul 23 23:03:15.293202 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c5709-584d-4db0-a5a6-4c238f0eff56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adf5c8a-bcc2-489b-850e-3154b684d5a5,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:15.503481 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb45a42-7b32-4665-b04c-d2a05567b795 req-d555ad90-43d0-447d-9e93-60e7eb12d7df tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:15.513648 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3eb45a42-7b32-4665-b04c-d2a05567b795 req-d555ad90-43d0-447d-9e93-60e7eb12d7df tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0933101 Jul 23 23:03:15.592641 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3eb45a42-7b32-4665-b04c-d2a05567b795 req-f9096244-0da1-4e99-8916-5ed91db49cb7 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775597 Jul 23 23:03:15.785030 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 51376) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:15.801540 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-89a6067b-502d-457a-8717-563d121d2357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.913485 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-89a6067b-502d-457a-8717-563d121d2357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.919889 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-89a6067b-502d-457a-8717-563d121d2357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.938202 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a76d47e4-e3a6-4e81-b010-5397d626553a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:15.955630 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-89a6067b-502d-457a-8717-563d121d2357 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f0855a68c204363904be99e0bcde059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1695125 Jul 23 23:03:15.958323 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 51378) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:15.977178 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6067b-502d-457a-8717-563d121d2357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d44b6c-0426-4f33-9c43-0fe350c74c43,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:16.025731 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f6782603-3284-48ec-ab2f-9abb11e06a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.054548 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f6782603-3284-48ec-ab2f-9abb11e06a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.126277 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f6782603-3284-48ec-ab2f-9abb11e06a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.129180 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f6782603-3284-48ec-ab2f-9abb11e06a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.132704 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-f6782603-3284-48ec-ab2f-9abb11e06a66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31d44b6c-0426-4f33-9c43-0fe350c74c43 HTTP/1.1" status: 204 len: 168 time: 0.1709728 Jul 23 23:03:16.158477 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6782603-3284-48ec-ab2f-9abb11e06a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d44b6c-0426-4f33-9c43-0fe350c74c43,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:16.392637 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.456748 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868f3bc-6553-45c5-9e01-a249cf1376e4 req-5f745a04-8b9a-46eb-ba43-211a68066660 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:16.458303 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7868f3bc-6553-45c5-9e01-a249cf1376e4 req-5f745a04-8b9a-46eb-ba43-211a68066660 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 944 time: 0.2555602 Jul 23 23:03:16.520901 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278c9f7-7d67-4b79-8d47-a1d4fd6825ab req-17aa9300-e4d2-4716-8f3d-de3cc1dd524e tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:16.522186 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5278c9f7-7d67-4b79-8d47-a1d4fd6825ab req-17aa9300-e4d2-4716-8f3d-de3cc1dd524e tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 945 time: 0.2235773 Jul 23 23:03:16.533178 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed328ab2-18d4-4d99-9c73-8c159da206e0 req-51f33c56-3c66-4acb-ae56-6f8f53137613 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:16.534668 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ed328ab2-18d4-4d99-9c73-8c159da206e0 req-51f33c56-3c66-4acb-ae56-6f8f53137613 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 945 time: 0.2616241 Jul 23 23:03:16.575436 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7868f3bc-6553-45c5-9e01-a249cf1376e4 req-785b23dc-7bc1-4329-a3a4-8a7cb67a6438 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042793 Jul 23 23:03:16.629368 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5278c9f7-7d67-4b79-8d47-a1d4fd6825ab req-ea792c5f-9fb3-4453-872d-6d6b5c74da3d tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/security-groups?id=27601ce3-764b-462b-a962-cccd4347efaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936973 Jul 23 23:03:16.710537 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:03:16.759833 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-ed328ab2-18d4-4d99-9c73-8c159da206e0 req-5f68c12c-878d-4f23-b133-c399e7680f27 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Deleting port 63d7b510-7bfc-4e79-a585-63398a9a1baa {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:03:16.760606 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ed328ab2-18d4-4d99-9c73-8c159da206e0 req-5f68c12c-878d-4f23-b133-c399e7680f27 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.975233 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-ed328ab2-18d4-4d99-9c73-8c159da206e0 req-5f68c12c-878d-4f23-b133-c399e7680f27 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] For port 63d7b510-7bfc-4e79-a585-63398a9a1baa, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=63d7b510-7bfc-4e79-a585-63398a9a1baa,segment=NetworkSegment(46c5f914-f7c9-4d55-af7f-98c732d98d8d),segment_id=46c5f914-f7c9-4d55-af7f-98c732d98d8d)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:16.975513 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ed328ab2-18d4-4d99-9c73-8c159da206e0 req-5f68c12c-878d-4f23-b133-c399e7680f27 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:16.992863 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cf5b4-4e54-4af0-a146-00e73fa155d4 req-ad81881f-7e55-4236-adea-1f3353b03061 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:16.995369 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4b9cf5b4-4e54-4af0-a146-00e73fa155d4 req-ad81881f-7e55-4236-adea-1f3353b03061 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.1581023 Jul 23 23:03:17.008003 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-ed328ab2-18d4-4d99-9c73-8c159da206e0 req-5f68c12c-878d-4f23-b133-c399e7680f27 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Calling delete_port for 63d7b510-7bfc-4e79-a585-63398a9a1baa owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:03:17.087281 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.100096 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4b9cf5b4-4e54-4af0-a146-00e73fa155d4 req-2d709f68-2cf5-40b1-96c6-e86a60038a40 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958543 Jul 23 23:03:17.148058 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 08737e13-1bb4-49cc-8e06-91c52aa9862f details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:03:17.278147 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 51446) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:17.305990 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 08737e13-1bb4-49cc-8e06-91c52aa9862f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=08737e13-1bb4-49cc-8e06-91c52aa9862f,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:17.317889 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': '08737e13-1bb4-49cc-8e06-91c52aa9862f', 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9', 'port_id': '08737e13-1bb4-49cc-8e06-91c52aa9862f', 'mac_address': 'fa:16:3e:b5:a5:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5042eb78-612c-4431-ada6-a0e582d6706b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:03:17.345954 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ed328ab2-18d4-4d99-9c73-8c159da206e0 req-5f68c12c-878d-4f23-b133-c399e7680f27 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.407610 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.423413 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['63d7b510-7bfc-4e79-a585-63398a9a1baa'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:03:17.434129 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68c12c-878d-4f23-b133-c399e7680f27 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Pushing event deleted for resources: {'Port': ['ID=63d7b510-7bfc-4e79-a585-63398a9a1baa,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:17.483354 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08737e13-1bb4-49cc-8e06-91c52aa9862f {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:03:17.519929 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-3d751c2b-0a9b-4484-995b-9656c1669def admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.523366 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 08737e13-1bb4-49cc-8e06-91c52aa9862f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=08737e13-1bb4-49cc-8e06-91c52aa9862f,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:17.542672 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.585973 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed328ab2-18d4-4d99-9c73-8c159da206e0 req-5f68c12c-878d-4f23-b133-c399e7680f27 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] No DVR routers for this DVR port 63d7b510-7bfc-4e79-a585-63398a9a1baa on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:03:17.589775 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ed328ab2-18d4-4d99-9c73-8c159da206e0 req-5f68c12c-878d-4f23-b133-c399e7680f27 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.593888 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ed328ab2-18d4-4d99-9c73-8c159da206e0 req-5f68c12c-878d-4f23-b133-c399e7680f27 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.47 "DELETE /v2.0/ports/63d7b510-7bfc-4e79-a585-63398a9a1baa HTTP/1.1" status: 204 len: 173 time: 1.0343750 Jul 23 23:03:17.594676 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9858c4d-fa87-48dd-b2d7-0f2c96d26f82', 'name': 'network-vif-deleted', 'tag': '63d7b510-7bfc-4e79-a585-63398a9a1baa'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:03:17.598729 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d014299b-fad4-4a52-8741-dfb0a84a2a38" -d '{"events": [{"server_uuid": "e9858c4d-fa87-48dd-b2d7-0f2c96d26f82", "name": "network-vif-deleted", "tag": "63d7b510-7bfc-4e79-a585-63398a9a1baa"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:03:17.684454 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ecae13-e67d-477a-91b7-296da3d65844 x-openstack-request-id: req-45ecae13-e67d-477a-91b7-296da3d65844 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:03:17.684600 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9858c4d-fa87-48dd-b2d7-0f2c96d26f82", "name": "network-vif-deleted", "tag": "63d7b510-7bfc-4e79-a585-63398a9a1baa", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:03:17.684743 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45ecae13-e67d-477a-91b7-296da3d65844 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:03:17.685338 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9858c4d-fa87-48dd-b2d7-0f2c96d26f82', 'name': 'network-vif-deleted', 'tag': '63d7b510-7bfc-4e79-a585-63398a9a1baa', 'status': 'completed', 'code': 200} Jul 23 23:03:17.701408 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=08737e13-1bb4-49cc-8e06-91c52aa9862f,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:17.754710 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-3d751c2b-0a9b-4484-995b-9656c1669def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.762930 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-3d751c2b-0a9b-4484-995b-9656c1669def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.815884 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-3d751c2b-0a9b-4484-995b-9656c1669def admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cfac212d91e847c3885db29906e11cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5354397 Jul 23 23:03:17.817821 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d751c2b-0a9b-4484-995b-9656c1669def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b38760d-6dc7-4880-92ef-9c6d5830ab24,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:17.820359 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 51490) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:17.866938 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 51492) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:17.893352 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-0ac52db0-09fa-4a0d-a4aa-309aff9e47c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.907494 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd780f1-951f-4512-a3fb-6fd05e95bb16 req-8de693a8-6b48-418e-b3e1-c9511fa24c3e tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:17.909235 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-afd780f1-951f-4512-a3fb-6fd05e95bb16 req-8de693a8-6b48-418e-b3e1-c9511fa24c3e tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 945 time: 0.1237123 Jul 23 23:03:17.928015 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-0ac52db0-09fa-4a0d-a4aa-309aff9e47c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:17.960703 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-afd780f1-951f-4512-a3fb-6fd05e95bb16 req-a9444c46-7db1-4321-bd88-e1081cfdd3e3 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452785 Jul 23 23:03:18.020361 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-0ac52db0-09fa-4a0d-a4aa-309aff9e47c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.023192 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-0ac52db0-09fa-4a0d-a4aa-309aff9e47c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.024638 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-0ac52db0-09fa-4a0d-a4aa-309aff9e47c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b38760d-6dc7-4880-92ef-9c6d5830ab24 HTTP/1.1" status: 204 len: 168 time: 0.2032018 Jul 23 23:03:18.032827 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['08737e13-1bb4-49cc-8e06-91c52aa9862f'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:03:18.039337 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac52db0-09fa-4a0d-a4aa-309aff9e47c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b38760d-6dc7-4880-92ef-9c6d5830ab24,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:18.063195 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5f533094-4c08-49af-9f9c-a4460a361013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.113963 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1bf63cfc-26f1-4276-82e4-0a591f73c5d1 req-490e3a64-a582-4f13-9f03-9f1ce3c64a74 tempest-DeleteServersTestJSON-1007618674 tempest-DeleteServersTestJSON-1007618674-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9858c4d-fa87-48dd-b2d7-0f2c96d26f82 HTTP/1.1" status: 200 len: 210 time: 0.0374169 Jul 23 23:03:18.237552 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5f533094-4c08-49af-9f9c-a4460a361013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.267542 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5f533094-4c08-49af-9f9c-a4460a361013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.377367 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-5f533094-4c08-49af-9f9c-a4460a361013 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a930ae79b164ff4a7b4b63226b95e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5070632 Jul 23 23:03:18.377691 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 51540) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:18.390309 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f533094-4c08-49af-9f9c-a4460a361013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51cdecd-4aa7-4f96-9211-72fc84723710,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:18.477528 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-3b438a82-58fe-48ca-b055-b2c84a6f4e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.518540 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-3b438a82-58fe-48ca-b055-b2c84a6f4e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.577515 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-3b438a82-58fe-48ca-b055-b2c84a6f4e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.580551 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-3b438a82-58fe-48ca-b055-b2c84a6f4e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.584037 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-3b438a82-58fe-48ca-b055-b2c84a6f4e97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f51cdecd-4aa7-4f96-9211-72fc84723710 HTTP/1.1" status: 204 len: 168 time: 0.2037697 Jul 23 23:03:18.585129 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 51554) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:18.613195 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b438a82-58fe-48ca-b055-b2c84a6f4e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51cdecd-4aa7-4f96-9211-72fc84723710,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:18.616977 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-0f8f8ce2-3ff5-40f7-83b5-238b967b5b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.720530 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7b3f1-11ac-4c56-ae3d-a97b59107caa req-f3a08109-03a4-4b8e-8917-57dee65e97ef tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:18.722397 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4cf7b3f1-11ac-4c56-ae3d-a97b59107caa req-f3a08109-03a4-4b8e-8917-57dee65e97ef tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.4813046 Jul 23 23:03:18.763883 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-0f8f8ce2-3ff5-40f7-83b5-238b967b5b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.766183 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.770608 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-0f8f8ce2-3ff5-40f7-83b5-238b967b5b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.781362 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d5e7e04b-8eb2-4481-9735-b93fd0d9b654 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:18.782857 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d5e7e04b-8eb2-4481-9735-b93fd0d9b654 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/networks?id=2603d214-76f3-403c-83bf-3db63ba9af9d HTTP/1.1" status: 200 len: 814 time: 0.4392450 Jul 23 23:03:18.808159 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f8ce2-3ff5-40f7-83b5-238b967b5b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fd0f8d-6a70-4032-b215-828be4f19919,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:18.835140 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-0f8f8ce2-3ff5-40f7-83b5-238b967b5b41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6e3f82fba26c49c99193aa989ddc65e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382689 Jul 23 23:03:18.838722 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 51562) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:18.839661 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4cf7b3f1-11ac-4c56-ae3d-a97b59107caa req-c25587d0-65b4-4bf4-916f-6ac98381e9b7 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086128 Jul 23 23:03:18.845081 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-aa53ab10-6053-4764-8702-4e2f5b76726b tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/quotas/6b241485e6e2496fa41c0ab5e1b28db1 HTTP/1.1" status: 200 len: 375 time: 0.0504348 Jul 23 23:03:18.920058 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-744c12df-bfff-48f1-9568-6940570ce9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.948111 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-744c12df-bfff-48f1-9568-6940570ce9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:18.959948 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-61ec078c-9997-475a-8b94-265f3a43ed57 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b241485e6e2496fa41c0ab5e1b28db1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1062074 Jul 23 23:03:19.008448 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-744c12df-bfff-48f1-9568-6940570ce9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.013172 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-744c12df-bfff-48f1-9568-6940570ce9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.014869 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-744c12df-bfff-48f1-9568-6940570ce9eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2fd0f8d-6a70-4032-b215-828be4f19919 HTTP/1.1" status: 204 len: 168 time: 0.1664643 Jul 23 23:03:19.026874 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c12df-bfff-48f1-9568-6940570ce9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fd0f8d-6a70-4032-b215-828be4f19919,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:19.140161 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-7176b500-019f-4490-9655-e171e29a4b67 service neutron] 10.222.0.20 "GET /v2.0/networks/2603d214-76f3-403c-83bf-3db63ba9af9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664944 Jul 23 23:03:19.167462 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 08737e13-1bb4-49cc-8e06-91c52aa9862f up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:19.178906 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 51574) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:19.195754 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2af2aff6-db7f-483b-95e6-4d6922fcc6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.223239 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccb851-eddd-49e9-a839-a8dcc1abc3eb req-ea9a1f16-abfd-4020-9c99-45de026093d3 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:19.231452 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f6ccb851-eddd-49e9-a839-a8dcc1abc3eb req-ea9a1f16-abfd-4020-9c99-45de026093d3 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 945 time: 0.1565065 Jul 23 23:03:19.238451 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port 08737e13-1bb4-49cc-8e06-91c52aa9862f completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:19.249507 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port 08737e13-1bb4-49cc-8e06-91c52aa9862f triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:19.250592 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.313478 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f6ccb851-eddd-49e9-a839-a8dcc1abc3eb req-43d53105-200f-459b-babb-631f0d986f31 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810580 Jul 23 23:03:19.339462 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2af2aff6-db7f-483b-95e6-4d6922fcc6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.344908 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2af2aff6-db7f-483b-95e6-4d6922fcc6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.357853 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-e1af73f0-5b68-4399-b21e-80a10a97d419 service neutron] 10.222.0.20 "GET /v2.0/networks/2603d214-76f3-403c-83bf-3db63ba9af9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050068 Jul 23 23:03:19.387927 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-2af2aff6-db7f-483b-95e6-4d6922fcc6f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=423f8c1336974df0a3e327fbf43c4a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078156 Jul 23 23:03:19.390675 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 51592) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:19.394715 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2aff6-db7f-483b-95e6-4d6922fcc6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24de2268-579e-4b78-be70-b7b629869a9f,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:19.421738 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.479670 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08737e13-1bb4-49cc-8e06-91c52aa9862f'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:03:19.482943 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97366e7-e6ea-4b13-9d0b-2ae294aba805" -d '{"events": [{"server_uuid": "b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7", "name": "network-vif-plugged", "status": "completed", "tag": "08737e13-1bb4-49cc-8e06-91c52aa9862f"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:03:19.499801 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a986c5c8-619a-45b5-9e3c-d06176f7ad4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.505786 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 08737e13-1bb4-49cc-8e06-91c52aa9862f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=08737e13-1bb4-49cc-8e06-91c52aa9862f,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:19.519688 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.525783 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 63d7b510-7bfc-4e79-a585-63398a9a1baa no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:03:19.563594 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a986c5c8-619a-45b5-9e3c-d06176f7ad4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.648149 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: 63d7b510-7bfc-4e79-a585-63398a9a1baa {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:03:19.649603 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 63d7b510-7bfc-4e79-a585-63398a9a1baa not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:03:19.658926 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7f208b-052d-4b37-8a85-cd5af2302a51 x-openstack-request-id: req-6a7f208b-052d-4b37-8a85-cd5af2302a51 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:03:19.660386 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7", "name": "network-vif-plugged", "status": "completed", "tag": "08737e13-1bb4-49cc-8e06-91c52aa9862f", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:03:19.660814 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a7f208b-052d-4b37-8a85-cd5af2302a51 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:03:19.695985 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08737e13-1bb4-49cc-8e06-91c52aa9862f', 'code': 200} Jul 23 23:03:19.715768 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-10fbde39-afc8-41c0-bac2-937a3e8d4083 req-4058ca21-6e5a-4fdb-b804-a9b74fdc4da0 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 210 time: 0.0550981 Jul 23 23:03:19.724119 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a986c5c8-619a-45b5-9e3c-d06176f7ad4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.728816 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a986c5c8-619a-45b5-9e3c-d06176f7ad4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:19.731036 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-a986c5c8-619a-45b5-9e3c-d06176f7ad4b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24de2268-579e-4b78-be70-b7b629869a9f HTTP/1.1" status: 204 len: 168 time: 0.3393633 Jul 23 23:03:19.742152 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986c5c8-619a-45b5-9e3c-d06176f7ad4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24de2268-579e-4b78-be70-b7b629869a9f,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:19.768642 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=08737e13-1bb4-49cc-8e06-91c52aa9862f,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:20.038063 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf876a38-31d8-440f-bb2a-016e23478166 req-2ec171c4-946c-477e-85d6-1c14df27413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:20.039707 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bf876a38-31d8-440f-bb2a-016e23478166 req-2ec171c4-946c-477e-85d6-1c14df27413a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 1099 time: 0.1153700 Jul 23 23:03:20.082841 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4e4d6-d3a1-4caa-8379-255cf94b5f7e req-339765f6-b28d-482b-bf48-6608181c4946 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:20.084553 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c3d4e4d6-d3a1-4caa-8379-255cf94b5f7e req-339765f6-b28d-482b-bf48-6608181c4946 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.1156716 Jul 23 23:03:20.101432 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bf876a38-31d8-440f-bb2a-016e23478166 req-ed3fcbc8-e747-461a-8143-1ad3ad752264 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516608 Jul 23 23:03:20.162124 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c3d4e4d6-d3a1-4caa-8379-255cf94b5f7e req-4d8f50c2-82db-4c42-a6d9-99e120327763 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494840 Jul 23 23:03:20.249876 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 51644) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:20.267071 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c56e46e7-5468-4c04-a792-05ac13f9b46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.376384 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c56e46e7-5468-4c04-a792-05ac13f9b46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.389862 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c56e46e7-5468-4c04-a792-05ac13f9b46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.464522 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-c56e46e7-5468-4c04-a792-05ac13f9b46e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e2d31b535fb491b832bd2b15172bab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133024 Jul 23 23:03:20.465311 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e46e7-5468-4c04-a792-05ac13f9b46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10cb6459-0949-4809-acbf-c5e085238d54,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:20.467379 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 51650) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:20.504852 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9037bda-a6de-409e-9493-26e284d75ee3 req-d0eda8a2-c7ec-43d7-a8fe-794645297446 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:20.506729 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a9037bda-a6de-409e-9493-26e284d75ee3 req-d0eda8a2-c7ec-43d7-a8fe-794645297446 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 946 time: 0.1189332 Jul 23 23:03:20.545410 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-97263d58-7597-4dd3-bc9b-52c8045603e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.567347 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a9037bda-a6de-409e-9493-26e284d75ee3 req-332457e1-caf0-4626-b840-4fe161711209 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508635 Jul 23 23:03:20.577648 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-97263d58-7597-4dd3-bc9b-52c8045603e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.630067 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-97263d58-7597-4dd3-bc9b-52c8045603e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.633329 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-97263d58-7597-4dd3-bc9b-52c8045603e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:20.637353 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-97263d58-7597-4dd3-bc9b-52c8045603e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10cb6459-0949-4809-acbf-c5e085238d54 HTTP/1.1" status: 204 len: 168 time: 0.1659474 Jul 23 23:03:20.649208 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97263d58-7597-4dd3-bc9b-52c8045603e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10cb6459-0949-4809-acbf-c5e085238d54,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:20.819555 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d7fb95fe-c1e9-4e47-af7d-b9f4741dddea req-6304e191-f44b-4a39-afc8-394a9475956d tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 210 time: 0.0387883 Jul 23 23:03:20.991560 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 51684) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:21.053075 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3913372-de00-49a3-ad57-5a56b4de40ba admin admin] Deleting subnet 24d225d9-5785-4dbd-aed2-b217204dcf9a {{(pid=93010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:03:21.056309 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-e3913372-de00-49a3-ad57-5a56b4de40ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.096062 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-e3913372-de00-49a3-ad57-5a56b4de40ba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.101721 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-e3913372-de00-49a3-ad57-5a56b4de40ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018516'] for subnet, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.161437 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-e3913372-de00-49a3-ad57-5a56b4de40ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for subnet, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.194914 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3913372-de00-49a3-ad57-5a56b4de40ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24d225d9-5785-4dbd-aed2-b217204dcf9a,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:21.196952 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-e3913372-de00-49a3-ad57-5a56b4de40ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.199324 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-e3913372-de00-49a3-ad57-5a56b4de40ba admin admin] 10.222.0.20 "DELETE /v2.0/subnets/24d225d9-5785-4dbd-aed2-b217204dcf9a HTTP/1.1" status: 204 len: 168 time: 0.2062173 Jul 23 23:03:21.201449 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 51700) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:21.322540 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4034542'] for network, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.386136 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87900e-f4fc-4ee5-ba6e-7c9db5683aab req-5ef174d1-9834-4d0a-9c50-c96f16c2158c tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:21.388628 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2a87900e-f4fc-4ee5-ba6e-7c9db5683aab req-5ef174d1-9834-4d0a-9c50-c96f16c2158c tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.1561294 Jul 23 23:03:21.474724 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4025307', 'neutron.services.segments.db._delete_segments_for_network-8750116804994'] for network, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.499847 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:03:21.500237 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:03:21.501056 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:03:21.501435 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Subscribe: > port after_create 55550000 {{(pid=93010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:03:21.501793 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:03:21.502146 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Subscribe: > port after_update 55550000 {{(pid=93010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:03:21.502546 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:03:21.502914 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:03:21.503312 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:03:21.503617 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:03:21.599186 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:03:21.599539 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:03:21.599874 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:03:21.600221 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 23:03:21.600577 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.services.segments.db [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ec605d-f416-45ff-8ee7-e2e08e932817']}} {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:21.646918 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.services.segments.db [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c5f914-f7c9-4d55-af7f-98c732d98d8d') {'for_net_delete': True} {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:21.647261 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.services.segments.db [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c5f914-f7c9-4d55-af7f-98c732d98d8d') {} {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:03:21.668620 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2a87900e-f4fc-4ee5-ba6e-7c9db5683aab req-2818d1be-d37a-459e-8b01-e53e253a46ea tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695034 Jul 23 23:03:21.689616 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750116706807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12116604'] for segment, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.784318 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.800118 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=93010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:03:21.800782 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8748754'] for segment, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: from cryptography.utils import int_from_bytes Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: from cryptography.utils import int_from_bytes Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: Traceback (most recent call last): Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: timer() Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: cb(*args, **kw) Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: return func(*args, **kwargs) Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: self._notify() Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: self.callback(batched_events) Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: event.method(event) Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: return f(self, *a, **k) Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: return self._get(url).json() Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: return self.request(url, 'GET', **kwargs) Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:03:21.808911 dv-cinder-679138-12-iscsi neutron-server[93010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:03:21.857276 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-73c81b10-8b3f-457b-9be3-4f70b8a57e65 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:21.858763 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-73c81b10-8b3f-457b-9be3-4f70b8a57e65 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.47 "GET /v2.0/networks?id=2603d214-76f3-403c-83bf-3db63ba9af9d HTTP/1.1" status: 200 len: 814 time: 0.4210968 Jul 23 23:03:21.905658 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d9047-5efa-4d9e-97e3-6adecbc2026b req-b5d11983-8a1c-426e-b447-434977003fcf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:21.907203 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fc8d9047-5efa-4d9e-97e3-6adecbc2026b req-b5d11983-8a1c-426e-b447-434977003fcf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 946 time: 0.2651358 Jul 23 23:03:21.912887 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4025298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946679'] for network, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.932973 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:21.934857 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b0ec605d-f416-45ff-8ee7-e2e08e932817 HTTP/1.1" status: 204 len: 168 time: 0.7315478 Jul 23 23:03:21.946759 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48daa248-6d4c-4f3e-8f6b-774d269f7bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0ec605d-f416-45ff-8ee7-e2e08e932817,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:21.965836 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fc8d9047-5efa-4d9e-97e3-6adecbc2026b req-d292d863-2d5f-4412-bd4b-f906363d465d tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516179 Jul 23 23:03:21.985491 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-4d7c1fab-3f3b-4f31-80e4-12dacd5fd1e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Request body: {'port': {'device_id': '98cffe3a-557c-4487-8f87-8e6f1b44a215', 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d', 'admin_state_up': True, 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:22.114618 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-cd088a75-87ed-4d11-8d1b-82a6e6d86bda req-46d94922-b746-401f-a4a4-699215201ebe tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 210 time: 0.0411062 Jul 23 23:03:22.148257 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-4d7c1fab-3f3b-4f31-80e4-12dacd5fd1e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Made reservation on behalf of 6b241485e6e2496fa41c0ab5e1b28db1 for: {'port': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:22.154274 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-4d7c1fab-3f3b-4f31-80e4-12dacd5fd1e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.168906 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 51746) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:22.268892 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-73fa09de-35af-4ce6-a946-7cf359932e54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f46f151b0734b8eb00a2009e4c8af61&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0988057 Jul 23 23:03:22.271538 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 51754) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:22.331799 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2416dcad-5902-48ca-84ce-d2a72077c5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.337358 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-4d7c1fab-3f3b-4f31-80e4-12dacd5fd1e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Allocated IP 172.20.0.11 (2603d214-76f3-403c-83bf-3db63ba9af9d/cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d/ea591416-9920-41ed-9d33-eee7bae7a978) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:22.364901 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2416dcad-5902-48ca-84ce-d2a72077c5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.439836 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2416dcad-5902-48ca-84ce-d2a72077c5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.442964 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2416dcad-5902-48ca-84ce-d2a72077c5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.444205 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-2416dcad-5902-48ca-84ce-d2a72077c5d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27601ce3-764b-462b-a962-cccd4347efaf HTTP/1.1" status: 204 len: 168 time: 0.1717024 Jul 23 23:03:22.453766 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416dcad-5902-48ca-84ce-d2a72077c5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27601ce3-764b-462b-a962-cccd4347efaf,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:22.564071 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-4d7c1fab-3f3b-4f31-80e4-12dacd5fd1e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.581504 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-4d7c1fab-3f3b-4f31-80e4-12dacd5fd1e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Transition to ACTIVE for port object ea591416-9920-41ed-9d33-eee7bae7a978 will not be triggered until provisioned by entity DHCP. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:22.645738 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-4d7c1fab-3f3b-4f31-80e4-12dacd5fd1e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:22.746591 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c1fab-3f3b-4f31-80e4-12dacd5fd1e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Pushing event updated for resources: {'Port': ['ID=ea591416-9920-41ed-9d33-eee7bae7a978,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:22.824937 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-4d7c1fab-3f3b-4f31-80e4-12dacd5fd1e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Network 2603d214-76f3-403c-83bf-3db63ba9af9d is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:22.838723 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-4d7c1fab-3f3b-4f31-80e4-12dacd5fd1e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:22.862184 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-4d7c1fab-3f3b-4f31-80e4-12dacd5fd1e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:23.039756 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-4d7c1fab-3f3b-4f31-80e4-12dacd5fd1e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:23.041230 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-4d7c1fab-3f3b-4f31-80e4-12dacd5fd1e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.072902 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bb9ea-8a71-43ac-b336-092f8f65a008 req-055cfbc2-73ea-4b9c-b80a-320441f7bce7 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:23.080594 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a66bb9ea-8a71-43ac-b336-092f8f65a008 req-055cfbc2-73ea-4b9c-b80a-320441f7bce7 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.2542725 Jul 23 23:03:23.090139 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-4d7c1fab-3f3b-4f31-80e4-12dacd5fd1e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1154022 Jul 23 23:03:23.199323 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a66bb9ea-8a71-43ac-b336-092f8f65a008 req-fbf43963-2a56-494d-9e5a-b12c8c58bf93 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174397 Jul 23 23:03:23.304886 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75241fba-f00e-4ca5-9083-8cd3bf4b8c9b req-33888c9a-3a28-4e54-b9ba-1225b7bddcca tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:23.307553 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-75241fba-f00e-4ca5-9083-8cd3bf4b8c9b req-33888c9a-3a28-4e54-b9ba-1225b7bddcca tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 946 time: 0.1792154 Jul 23 23:03:23.371118 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-349f03c3-7fb6-4451-b4ed-0ae629d52b8d None None] Provisioning for port ea591416-9920-41ed-9d33-eee7bae7a978 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:23.383445 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-349f03c3-7fb6-4451-b4ed-0ae629d52b8d None None] Provisioning complete for port ea591416-9920-41ed-9d33-eee7bae7a978 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:23.385369 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-349f03c3-7fb6-4451-b4ed-0ae629d52b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:23.432873 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-75241fba-f00e-4ca5-9083-8cd3bf4b8c9b req-57d85ed8-0136-49d7-9bec-6d1d9a4ca6a0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135199 Jul 23 23:03:23.715008 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-349f03c3-7fb6-4451-b4ed-0ae629d52b8d None None] Port ea591416-9920-41ed-9d33-eee7bae7a978 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:03:23.768162 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d565b-b9ed-4aaa-8704-f5c7c846e397 req-513bc70c-8d79-4fd5-9277-55490331e606 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:23.784472 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c16d565b-b9ed-4aaa-8704-f5c7c846e397 req-513bc70c-8d79-4fd5-9277-55490331e606 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 932 time: 0.2137499 Jul 23 23:03:23.881986 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c16d565b-b9ed-4aaa-8704-f5c7c846e397 req-8cfbd3fb-fea8-4fa7-adb0-379dc558085c tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960906 Jul 23 23:03:24.689451 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59d184-0e71-49f7-91a3-91469a4f3608 req-a52a9582-bba2-4fc1-8823-e2e0c1d58a8e tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:24.690877 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ab59d184-0e71-49f7-91a3-91469a4f3608 req-a52a9582-bba2-4fc1-8823-e2e0c1d58a8e tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0971308 Jul 23 23:03:24.736059 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ab59d184-0e71-49f7-91a3-91469a4f3608 req-916e30ef-6c1a-4406-8f16-a7a21c77a662 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369546 Jul 23 23:03:25.084539 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f1f22-0d6f-407f-9fca-93327cd28800 req-dcd7fecc-1c93-4d9f-837b-221289686308 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:25.091719 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd4f1f22-0d6f-407f-9fca-93327cd28800 req-dcd7fecc-1c93-4d9f-837b-221289686308 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 932 time: 0.1203020 Jul 23 23:03:25.147850 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd4f1f22-0d6f-407f-9fca-93327cd28800 req-8b1f2ce6-3903-487c-a0d7-9e80ee69f236 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490537 Jul 23 23:03:25.683306 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 51916) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:25.699881 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 51920) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:25.888484 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-1f5372f8-712d-4fa4-a8cb-558b5dec32ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:25.891812 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6181770f-349b-4a21-8d21-ebd3d6ad0cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:25.937994 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.db.api [None req-1f5372f8-712d-4fa4-a8cb-558b5dec32ec admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 23:03:25.937994 dv-cinder-679138-12-iscsi neutron-server[93010]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 23:03:25.937994 dv-cinder-679138-12-iscsi neutron-server[93010]: [parameters: {'project_id': 'd5aa1ba2e60445029b71065b5a1885b5', 'id': '82992d34-80f8-4360-b48c-095aef9c78e8', 'expiration': datetime.datetime(2021, 7, 23, 23, 5, 25, 928960)}] Jul 23 23:03:25.937994 dv-cinder-679138-12-iscsi neutron-server[93010]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:03:25.938904 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG oslo_db.api [None req-1f5372f8-712d-4fa4-a8cb-558b5dec32ec admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:03:25.974646 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36525cab-4fb9-4fd1-a3b4-fd080846e500 req-70a7dc59-27c8-42a4-9363-1336af2b08e7 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:25.976058 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-36525cab-4fb9-4fd1-a3b4-fd080846e500 req-70a7dc59-27c8-42a4-9363-1336af2b08e7 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.1438019 Jul 23 23:03:26.032439 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-36525cab-4fb9-4fd1-a3b4-fd080846e500 req-61b8ea96-e011-4333-ba6f-3fe27114b368 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497458 Jul 23 23:03:26.072784 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6181770f-349b-4a21-8d21-ebd3d6ad0cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.076950 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6181770f-349b-4a21-8d21-ebd3d6ad0cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.121175 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-6181770f-349b-4a21-8d21-ebd3d6ad0cc2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36ffc2963e3b4cbfafec0601b65a14b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4202144 Jul 23 23:03:26.122085 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181770f-349b-4a21-8d21-ebd3d6ad0cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4fe3fb-ecb4-4446-84c4-b51b68d6feb4,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:26.126531 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 51926) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:26.186894 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7108ca7e-4cbe-4c44-ad19-49fc0affd033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.232381 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7108ca7e-4cbe-4c44-ad19-49fc0affd033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.285067 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7108ca7e-4cbe-4c44-ad19-49fc0affd033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.288520 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7108ca7e-4cbe-4c44-ad19-49fc0affd033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.290189 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-7108ca7e-4cbe-4c44-ad19-49fc0affd033 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a4fe3fb-ecb4-4446-84c4-b51b68d6feb4 HTTP/1.1" status: 204 len: 168 time: 0.1650939 Jul 23 23:03:26.309149 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa6ff3-9ec0-4848-a27b-a88e0f10e3d5 req-439b353a-5bf7-47a3-92b3-69a6be8aba0f tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:26.315648 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108ca7e-4cbe-4c44-ad19-49fc0affd033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4fe3fb-ecb4-4446-84c4-b51b68d6feb4,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:26.330400 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ddfa6ff3-9ec0-4848-a27b-a88e0f10e3d5 req-439b353a-5bf7-47a3-92b3-69a6be8aba0f tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 932 time: 0.1141684 Jul 23 23:03:26.403268 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ddfa6ff3-9ec0-4848-a27b-a88e0f10e3d5 req-1e11aa7f-b479-463f-8ab2-a51b002ea8da tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687988 Jul 23 23:03:26.440657 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-1f5372f8-712d-4fa4-a8cb-558b5dec32ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.570558 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 51942) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:26.583788 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-1f5372f8-712d-4fa4-a8cb-558b5dec32ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.590045 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-1f5372f8-712d-4fa4-a8cb-558b5dec32ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.628509 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-1f5372f8-712d-4fa4-a8cb-558b5dec32ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5aa1ba2e60445029b71065b5a1885b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9468501 Jul 23 23:03:26.629230 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 51946) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:26.648289 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5372f8-712d-4fa4-a8cb-558b5dec32ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46290ce2-2bbd-4574-a730-c77dc4fce235,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:26.752325 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c8bdd38a-79b1-40b0-9f16-b3dc8e118763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.754140 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9762-df96-4fae-b551-7dc2a59da43d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.796835 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c8bdd38a-79b1-40b0-9f16-b3dc8e118763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.801576 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 51952) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:26.815893 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-00e946db-39ca-4d22-b59d-7c978dc2f761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.882657 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c8bdd38a-79b1-40b0-9f16-b3dc8e118763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.885704 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c8bdd38a-79b1-40b0-9f16-b3dc8e118763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.886866 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-c8bdd38a-79b1-40b0-9f16-b3dc8e118763 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/46290ce2-2bbd-4574-a730-c77dc4fce235 HTTP/1.1" status: 204 len: 168 time: 0.2565362 Jul 23 23:03:26.903509 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bdd38a-79b1-40b0-9f16-b3dc8e118763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46290ce2-2bbd-4574-a730-c77dc4fce235,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:26.927511 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9762-df96-4fae-b551-7dc2a59da43d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.933795 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5bcc9762-df96-4fae-b551-7dc2a59da43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:26.993236 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-5bcc9762-df96-4fae-b551-7dc2a59da43d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5604e5ed6d44957968717a026be39d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212029 Jul 23 23:03:26.994339 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 51956) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:27.007877 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc9762-df96-4fae-b551-7dc2a59da43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ef3e21-f75d-48fb-bb98-9740c1defa98,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:27.071749 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-cf35b711-eada-4512-9eb1-0bc4ae63f086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.090710 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-00e946db-39ca-4d22-b59d-7c978dc2f761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.099016 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-00e946db-39ca-4d22-b59d-7c978dc2f761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.112965 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-cf35b711-eada-4512-9eb1-0bc4ae63f086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.129690 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e946db-39ca-4d22-b59d-7c978dc2f761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52ee35c-97e2-4832-9568-53f3bf5df33f,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:27.196497 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-cf35b711-eada-4512-9eb1-0bc4ae63f086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.199995 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-cf35b711-eada-4512-9eb1-0bc4ae63f086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.201563 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-cf35b711-eada-4512-9eb1-0bc4ae63f086 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1ef3e21-f75d-48fb-bb98-9740c1defa98 HTTP/1.1" status: 204 len: 168 time: 0.2019310 Jul 23 23:03:27.209519 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35b711-eada-4512-9eb1-0bc4ae63f086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ef3e21-f75d-48fb-bb98-9740c1defa98,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:27.238998 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-00e946db-39ca-4d22-b59d-7c978dc2f761 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e5eb4c5a1d5d4011b1414d4f5741cf88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4361408 Jul 23 23:03:27.242814 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 51962) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:27.269613 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3f369-635f-4702-90c8-4afc6369df99 req-d9b0bd84-39e9-4e6d-b5e3-e4ba6913c3cc tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:27.271474 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-43c3f369-635f-4702-90c8-4afc6369df99 req-d9b0bd84-39e9-4e6d-b5e3-e4ba6913c3cc tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.1159630 Jul 23 23:03:27.327701 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-43c3f369-635f-4702-90c8-4afc6369df99 req-d3ef04b9-2b4b-4373-855d-ff9199b37d87 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403385 Jul 23 23:03:27.338229 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-429c52c2-d07d-4cff-a21e-cc78eb947229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.366713 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-429c52c2-d07d-4cff-a21e-cc78eb947229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.441403 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-429c52c2-d07d-4cff-a21e-cc78eb947229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.445172 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-429c52c2-d07d-4cff-a21e-cc78eb947229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.449666 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-429c52c2-d07d-4cff-a21e-cc78eb947229 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f52ee35c-97e2-4832-9568-53f3bf5df33f HTTP/1.1" status: 204 len: 168 time: 0.2006133 Jul 23 23:03:27.461162 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c52c2-d07d-4cff-a21e-cc78eb947229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52ee35c-97e2-4832-9568-53f3bf5df33f,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:27.577884 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 51972) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:27.609093 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-21d24bf9-d52e-4866-b3d6-b4760ddcdf7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.666523 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce5763-8990-44b4-b66e-46c38dbd3704 req-e6e5bec3-ebb0-43d2-987a-e4ea6fff1575 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:27.666523 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-42ce5763-8990-44b4-b66e-46c38dbd3704 req-e6e5bec3-ebb0-43d2-987a-e4ea6fff1575 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 932 time: 0.1511691 Jul 23 23:03:27.731817 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-42ce5763-8990-44b4-b66e-46c38dbd3704 req-28dad0b1-d5e7-4f39-8547-b5f95932997c tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588288 Jul 23 23:03:27.782129 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-21d24bf9-d52e-4866-b3d6-b4760ddcdf7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.788190 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-21d24bf9-d52e-4866-b3d6-b4760ddcdf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.849224 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 51978) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:27.856578 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-21d24bf9-d52e-4866-b3d6-b4760ddcdf7a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3128833c0562408ca35d5239acf314ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752962 Jul 23 23:03:27.856578 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d24bf9-d52e-4866-b3d6-b4760ddcdf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f77079-5d41-4d29-bc00-f763232d0cd8,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:27.858095 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 51980) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:27.880932 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-0abecad4-2da1-4d3b-8054-729c7fc7af0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:27.969604 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-df39da87-ca8e-498d-9f0f-662c131ed261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.003917 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-df39da87-ca8e-498d-9f0f-662c131ed261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.090545 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-0abecad4-2da1-4d3b-8054-729c7fc7af0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.091580 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-df39da87-ca8e-498d-9f0f-662c131ed261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.094250 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-df39da87-ca8e-498d-9f0f-662c131ed261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.095741 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-df39da87-ca8e-498d-9f0f-662c131ed261 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d6f77079-5d41-4d29-bc00-f763232d0cd8 HTTP/1.1" status: 204 len: 168 time: 0.2358830 Jul 23 23:03:28.106746 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39da87-ca8e-498d-9f0f-662c131ed261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f77079-5d41-4d29-bc00-f763232d0cd8,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:28.109923 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-0abecad4-2da1-4d3b-8054-729c7fc7af0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.169072 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abecad4-2da1-4d3b-8054-729c7fc7af0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b4f30a-6f2f-4809-9263-d241b48b2a3d,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:28.178591 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 51992) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:28.179154 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-0abecad4-2da1-4d3b-8054-729c7fc7af0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14a15d335989481eb2231128c91ee204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281224 Jul 23 23:03:28.260271 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-68e8c7bd-d305-40bc-8dde-ef548c33ab77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.293806 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-68e8c7bd-d305-40bc-8dde-ef548c33ab77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.360721 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-68e8c7bd-d305-40bc-8dde-ef548c33ab77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.364103 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-68e8c7bd-d305-40bc-8dde-ef548c33ab77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:28.365603 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-68e8c7bd-d305-40bc-8dde-ef548c33ab77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81b4f30a-6f2f-4809-9263-d241b48b2a3d HTTP/1.1" status: 204 len: 168 time: 0.1859474 Jul 23 23:03:28.374318 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8c7bd-d305-40bc-8dde-ef548c33ab77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b4f30a-6f2f-4809-9263-d241b48b2a3d,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:28.563765 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bd9bc-ebd7-4941-9b6f-25857f4353bb req-b3cd4e0b-e0ed-4dc4-a359-f724b8be6d54 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:28.581576 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a47bd9bc-ebd7-4941-9b6f-25857f4353bb req-b3cd4e0b-e0ed-4dc4-a359-f724b8be6d54 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.1157649 Jul 23 23:03:28.638005 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a47bd9bc-ebd7-4941-9b6f-25857f4353bb req-81435645-c54c-4341-b5e1-6b2f7d50c37b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450857 Jul 23 23:03:28.990171 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660b0cd-efbd-4af5-8550-b1dc79ad88a7 req-2f27f1de-fefd-41e7-a8fb-f20e0092fa31 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:28.991887 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c660b0cd-efbd-4af5-8550-b1dc79ad88a7 req-2f27f1de-fefd-41e7-a8fb-f20e0092fa31 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 932 time: 0.1080117 Jul 23 23:03:29.054230 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c660b0cd-efbd-4af5-8550-b1dc79ad88a7 req-8545b273-557d-4e50-a275-f24452bcaa1a tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501599 Jul 23 23:03:29.845786 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136a3ea-52f9-48fe-91e3-a5551595c3be req-90235a6f-6ab2-4d71-8451-dfb971b83019 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:29.854036 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f136a3ea-52f9-48fe-91e3-a5551595c3be req-90235a6f-6ab2-4d71-8451-dfb971b83019 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.1200349 Jul 23 23:03:29.861276 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 52068) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:29.907066 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f136a3ea-52f9-48fe-91e3-a5551595c3be req-78857c86-82a3-47ba-9f4e-5d0af4a53965 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475185 Jul 23 23:03:30.169306 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-d54482c5-6b18-4227-98ec-66c0ff0404c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-411797537-network', 'tenant_id': 'c21ec84e9a89467880619c5f6f38dd9d'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:30.231431 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54482c5-6b18-4227-98ec-66c0ff0404c6 admin admin] Made reservation on behalf of c21ec84e9a89467880619c5f6f38dd9d for: {'network': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:30.234271 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-d54482c5-6b18-4227-98ec-66c0ff0404c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:30.247947 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-d54482c5-6b18-4227-98ec-66c0ff0404c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:30.272328 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e41d-7f71-40be-8e6f-83d3f35b45b8 req-8c969cf4-ecc2-41d7-988e-af2360efdc82 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:30.274206 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3bb0e41d-7f71-40be-8e6f-83d3f35b45b8 req-8c969cf4-ecc2-41d7-988e-af2360efdc82 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 932 time: 0.1227889 Jul 23 23:03:30.361627 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3bb0e41d-7f71-40be-8e6f-83d3f35b45b8 req-aed3e2d8-8d11-4be8-b3d9-9b62f10ddb2d tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788617 Jul 23 23:03:30.451986 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-d54482c5-6b18-4227-98ec-66c0ff0404c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:30.466262 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-d54482c5-6b18-4227-98ec-66c0ff0404c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:30.483179 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54482c5-6b18-4227-98ec-66c0ff0404c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=93010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:03:30.495385 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-d54482c5-6b18-4227-98ec-66c0ff0404c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:30.496746 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.segments_db [None req-d54482c5-6b18-4227-98ec-66c0ff0404c6 admin admin] Added segment 502f6f4d-a538-4c25-96c3-259a05ca190f of type vlan for network 6be08202-b3ad-4b5f-b4a7-282ba8b15915 Jul 23 23:03:30.563216 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54482c5-6b18-4227-98ec-66c0ff0404c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:30.586680 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-d54482c5-6b18-4227-98ec-66c0ff0404c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:30.635946 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-d54482c5-6b18-4227-98ec-66c0ff0404c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:30.637086 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54482c5-6b18-4227-98ec-66c0ff0404c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:30.637661 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-d54482c5-6b18-4227-98ec-66c0ff0404c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:30.737050 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-d54482c5-6b18-4227-98ec-66c0ff0404c6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8736675 Jul 23 23:03:30.738049 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54482c5-6b18-4227-98ec-66c0ff0404c6 admin admin] Pushing event updated for resources: {'Network': ['ID=6be08202-b3ad-4b5f-b4a7-282ba8b15915,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:30.741680 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 52112) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:30.754308 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-35c07692-2be6-4aa9-974c-48527e8eb4c6 admin admin] Request body: {'subnet': {'network_id': '6be08202-b3ad-4b5f-b4a7-282ba8b15915', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-411797537-subnet', 'tenant_id': 'c21ec84e9a89467880619c5f6f38dd9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:30.755896 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network 6be08202-b3ad-4b5f-b4a7-282ba8b15915 details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:03:30.795786 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c07692-2be6-4aa9-974c-48527e8eb4c6 admin admin] Made reservation on behalf of c21ec84e9a89467880619c5f6f38dd9d for: {'subnet': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:30.801077 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-35c07692-2be6-4aa9-974c-48527e8eb4c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11915050'] for subnet, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.098241 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-35c07692-2be6-4aa9-974c-48527e8eb4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11586221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11915064'] for subnet, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.155085 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97805af7-e958-442d-9b9c-4f7f132df465 req-c25b8b3f-568c-4317-a80c-1b50ccd764b8 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:31.156839 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-97805af7-e958-442d-9b9c-4f7f132df465 req-c25b8b3f-568c-4317-a80c-1b50ccd764b8 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.1667924 Jul 23 23:03:31.202635 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c07692-2be6-4aa9-974c-48527e8eb4c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fd3b9d6-2097-4954-be30-05e7294a299d,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:31.242075 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c07692-2be6-4aa9-974c-48527e8eb4c6 admin admin] Checking segment: {'id': '502f6f4d-a538-4c25-96c3-259a05ca190f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6be08202-b3ad-4b5f-b4a7-282ba8b15915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:31.242544 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c07692-2be6-4aa9-974c-48527e8eb4c6 admin admin] Network hostable DHCP agents. Network: 6be08202-b3ad-4b5f-b4a7-282ba8b15915, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:03:31.250659 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-97805af7-e958-442d-9b9c-4f7f132df465 req-734d0533-c6e3-49ed-9c96-cebab7634c3e tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827668 Jul 23 23:03:31.275895 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c07692-2be6-4aa9-974c-48527e8eb4c6 admin admin] Network 6be08202-b3ad-4b5f-b4a7-282ba8b15915 is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:03:31.302114 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-35c07692-2be6-4aa9-974c-48527e8eb4c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, 6be08202-b3ad-4b5f-b4a7-282ba8b15915) {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:31.320424 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910c88e7-3f45-45be-8e0c-f31a456d814d None None] Network 6be08202-b3ad-4b5f-b4a7-282ba8b15915 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:31.320519 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 52124) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:31.320519 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c07692-2be6-4aa9-974c-48527e8eb4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:31.322765 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-35c07692-2be6-4aa9-974c-48527e8eb4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.382918 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-35c07692-2be6-4aa9-974c-48527e8eb4c6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6393957 Jul 23 23:03:31.525170 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9619d9f6-bcb9-47d3-b300-24a130ca8a07 None None] Network 6be08202-b3ad-4b5f-b4a7-282ba8b15915 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:03:31.606786 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ef7dd-2981-40bf-8f99-c20faf7ab4fb req-1e4bef38-8c8e-4662-9f70-3e3d9e7f0741 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:31.608318 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-189ef7dd-2981-40bf-8f99-c20faf7ab4fb req-1e4bef38-8c8e-4662-9f70-3e3d9e7f0741 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 932 time: 0.1204393 Jul 23 23:03:31.617399 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6474c462-875c-4e8a-83c3-2ba9932be669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.702348 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-189ef7dd-2981-40bf-8f99-c20faf7ab4fb req-39148aea-c12b-46ea-837f-4fe20b876fcf tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795743 Jul 23 23:03:31.821157 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6474c462-875c-4e8a-83c3-2ba9932be669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.831880 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6474c462-875c-4e8a-83c3-2ba9932be669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.863920 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474c462-875c-4e8a-83c3-2ba9932be669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f824748-231b-4ee2-b050-664942a6c2c4,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:31.889713 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-6474c462-875c-4e8a-83c3-2ba9932be669 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba30a4074259489bbd6b5eebe4193564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5596676 Jul 23 23:03:31.892404 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 52140) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:31.956058 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9cc34657-79cc-474d-a4c7-3d728090afd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:31.986302 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9cc34657-79cc-474d-a4c7-3d728090afd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:32.050047 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9cc34657-79cc-474d-a4c7-3d728090afd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:32.053366 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9cc34657-79cc-474d-a4c7-3d728090afd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:32.054547 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-9cc34657-79cc-474d-a4c7-3d728090afd7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f824748-231b-4ee2-b050-664942a6c2c4 HTTP/1.1" status: 204 len: 168 time: 0.1612055 Jul 23 23:03:32.064013 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc34657-79cc-474d-a4c7-3d728090afd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f824748-231b-4ee2-b050-664942a6c2c4,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:32.440893 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd3969-5618-48fd-b5ca-83914686e474 req-854b5db1-571b-44f6-a49c-191e1c5ddb15 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:32.448232 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-26fd3969-5618-48fd-b5ca-83914686e474 req-854b5db1-571b-44f6-a49c-191e1c5ddb15 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.1162391 Jul 23 23:03:32.492240 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-26fd3969-5618-48fd-b5ca-83914686e474 req-1c165167-0184-41d2-ad1e-281b18eecbed tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410721 Jul 23 23:03:32.517563 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 52156) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:32.532732 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e5e4bdcf-a112-451a-b421-1c526c14f821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:32.633946 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e5e4bdcf-a112-451a-b421-1c526c14f821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:32.638374 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e5e4bdcf-a112-451a-b421-1c526c14f821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:32.679436 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-e5e4bdcf-a112-451a-b421-1c526c14f821 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58fa0371b25343ee8c81608a8975b358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607766 Jul 23 23:03:32.680384 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4bdcf-a112-451a-b421-1c526c14f821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf932fb3-e45a-4b92-9908-46d5028f1666,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:32.682131 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 52158) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:32.742904 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f544831e-5693-4558-91a9-713d20f31a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:32.808201 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f544831e-5693-4558-91a9-713d20f31a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:32.893528 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f544831e-5693-4558-91a9-713d20f31a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:32.896784 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f544831e-5693-4558-91a9-713d20f31a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:32.897944 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-f544831e-5693-4558-91a9-713d20f31a9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf932fb3-e45a-4b92-9908-46d5028f1666 HTTP/1.1" status: 204 len: 168 time: 0.2143774 Jul 23 23:03:32.910014 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d6e2e-0454-4e0d-a23d-8a52fe096fc8 req-e705230b-2eec-4921-97f3-73a5f597856d tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:32.911531 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-942d6e2e-0454-4e0d-a23d-8a52fe096fc8 req-e705230b-2eec-4921-97f3-73a5f597856d tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 932 time: 0.1433456 Jul 23 23:03:32.918911 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544831e-5693-4558-91a9-713d20f31a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf932fb3-e45a-4b92-9908-46d5028f1666,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:32.975400 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-942d6e2e-0454-4e0d-a23d-8a52fe096fc8 req-efe1dcbb-a4ab-4a81-bb4c-da36ddb8ed30 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531127 Jul 23 23:03:33.624822 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc205e9-82bf-4ad2-b21d-51bdf16db1d3 req-57c31ac0-69fd-48c8-9ba5-3fee51cde8d6 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:33.626379 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5dc205e9-82bf-4ad2-b21d-51bdf16db1d3 req-57c31ac0-69fd-48c8-9ba5-3fee51cde8d6 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0706322 Jul 23 23:03:33.683974 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5dc205e9-82bf-4ad2-b21d-51bdf16db1d3 req-e2ae0d61-73e8-4ecc-b63f-d429c3a9a91f tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483489 Jul 23 23:03:35.385063 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-b511f002-a9aa-4a6a-9289-dc54ea0495be tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:35.386573 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-b511f002-a9aa-4a6a-9289-dc54ea0495be tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/networks?id=6be08202-b3ad-4b5f-b4a7-282ba8b15915 HTTP/1.1" status: 200 len: 813 time: 0.1019394 Jul 23 23:03:35.402001 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-4d7720d8-7157-47af-8eed-946fcb9acb64 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/quotas/c21ec84e9a89467880619c5f6f38dd9d HTTP/1.1" status: 200 len: 375 time: 0.0099499 Jul 23 23:03:35.440532 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-32b590b9-1839-4af9-87fa-f6cf822ef7f4 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c21ec84e9a89467880619c5f6f38dd9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336332 Jul 23 23:03:35.535058 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-0ad83726-7932-48f3-8ed7-3c4f623f8cfb service neutron] 10.222.0.20 "GET /v2.0/networks/6be08202-b3ad-4b5f-b4a7-282ba8b15915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878031 Jul 23 23:03:35.626448 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-2ee88f5b-5baf-42e7-a5ac-1c74e0ec52ad service neutron] 10.222.0.20 "GET /v2.0/networks/6be08202-b3ad-4b5f-b4a7-282ba8b15915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856252 Jul 23 23:03:36.000984 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Request body: {'port': {'device_id': '98cffe3a-557c-4487-8f87-8e6f1b44a215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:36.091479 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915818e-c8d8-4460-bd85-037b61759661 req-b9b73ede-b635-44a6-83e3-5b8e8a143399 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:36.093120 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d915818e-c8d8-4460-bd85-037b61759661 req-b9b73ede-b635-44a6-83e3-5b8e8a143399 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 932 time: 0.1681905 Jul 23 23:03:36.164833 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:36.200308 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d915818e-c8d8-4460-bd85-037b61759661 req-db71b8a3-0c8a-4521-a206-25805d2f4211 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986977 Jul 23 23:03:36.327340 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fb1945e6-4df5-47dd-ab7b-cf4b9711806a req-ad7ee45c-52f7-4a61-8409-bebfe590002b tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 210 time: 0.0574894 Jul 23 23:03:36.468772 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ae681-3bd0-46e4-9c12-047f14eebaa0 req-5c2221a4-8430-483e-977d-cd7ab70438e7 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:36.470081 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-cd7ae681-3bd0-46e4-9c12-047f14eebaa0 req-5c2221a4-8430-483e-977d-cd7ab70438e7 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.3216665 Jul 23 23:03:36.595734 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-cd7ae681-3bd0-46e4-9c12-047f14eebaa0 req-22c473e4-2bc4-445c-9096-0b79e68e2d6f tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105924 Jul 23 23:03:36.918617 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea591416-9920-41ed-9d33-eee7bae7a978 {{(pid=93010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:03:36.925862 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:36.938192 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Transition to ACTIVE for port object ea591416-9920-41ed-9d33-eee7bae7a978 will not be triggered until provisioned by entity L2. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:36.941753 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:36.996280 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Pushing event updated for resources: {'Port': ['ID=ea591416-9920-41ed-9d33-eee7bae7a978,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:37.065442 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Attempting to bind port ea591416-9920-41ed-9d33-eee7bae7a978 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:37.065781 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Attempting to bind port ea591416-9920-41ed-9d33-eee7bae7a978 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d'}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:37.066138 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Attempting to bind port ea591416-9920-41ed-9d33-eee7bae7a978 on network 2603d214-76f3-403c-83bf-3db63ba9af9d {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:37.070672 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Port ea591416-9920-41ed-9d33-eee7bae7a978 on network 2603d214-76f3-403c-83bf-3db63ba9af9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:03:37.071004 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Attempting to bind port ea591416-9920-41ed-9d33-eee7bae7a978 on network 2603d214-76f3-403c-83bf-3db63ba9af9d {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:37.076360 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:37.076793 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Checking segment: {'id': '6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:37.085955 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Bound using segment: {'id': '6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d'} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:37.086434 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Bound port: ea591416-9920-41ed-9d33-eee7bae7a978, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d'}}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:37.086832 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:37.162383 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] For port ea591416-9920-41ed-9d33-eee7bae7a978, host hv-cinder-67913, cleared binding levels {{(pid=93010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:37.165429 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] For port ea591416-9920-41ed-9d33-eee7bae7a978, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=ea591416-9920-41ed-9d33-eee7bae7a978,segment=NetworkSegment(6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5),segment_id=6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5)] {{(pid=93010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:37.171672 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:37.217655 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:37.218362 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:37.219790 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] 10.222.0.47 "PUT /v2.0/ports/ea591416-9920-41ed-9d33-eee7bae7a978 HTTP/1.1" status: 200 len: 1094 time: 1.2263596 Jul 23 23:03:37.220248 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cffe3a-557c-4487-8f87-8e6f1b44a215', 'tag': 'ea591416-9920-41ed-9d33-eee7bae7a978'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:03:37.223614 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7840f7-fd54-4350-a909-c7ab2c26d95d" -d '{"events": [{"name": "network-changed", "server_uuid": "98cffe3a-557c-4487-8f87-8e6f1b44a215", "tag": "ea591416-9920-41ed-9d33-eee7bae7a978"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:03:37.243342 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e7132-c7e8-43db-8d4f-ae9d8db07f7a service neutron] Pushing event updated for resources: {'Port': ['ID=ea591416-9920-41ed-9d33-eee7bae7a978,revision_number=3']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:37.272877 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e5b78b-1804-4b4a-91e1-62484aa14976 x-openstack-request-id: req-c6e5b78b-1804-4b4a-91e1-62484aa14976 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:03:37.273170 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cffe3a-557c-4487-8f87-8e6f1b44a215", "tag": "ea591416-9920-41ed-9d33-eee7bae7a978", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:03:37.273464 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6e5b78b-1804-4b4a-91e1-62484aa14976 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:03:37.274217 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cffe3a-557c-4487-8f87-8e6f1b44a215', 'tag': 'ea591416-9920-41ed-9d33-eee7bae7a978', 'status': 'completed', 'code': 200} Jul 23 23:03:37.476883 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-12e6e189-1ee8-42cc-8c8e-5c94b29230b7 req-efd365cb-d44e-4487-a8c0-e28e6abb2f05 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 210 time: 0.0424285 Jul 23 23:03:37.511295 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-860011c1-a983-4fdc-be88-18935cd28bd5 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:37.512768 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-860011c1-a983-4fdc-be88-18935cd28bd5 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.47 "GET /v2.0/networks?id=6be08202-b3ad-4b5f-b4a7-282ba8b15915 HTTP/1.1" status: 200 len: 813 time: 0.2420158 Jul 23 23:03:37.519690 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-217bb0a4-79b0-4a66-8cca-517874646965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:37.521249 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-217bb0a4-79b0-4a66-8cca-517874646965 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b241485e6e2496fa41c0ab5e1b28db1&device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 1097 time: 0.2055054 Jul 23 23:03:37.529946 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3adcc-1e79-4507-afca-81569607d3a7 req-e47cb6e3-c2fc-4e6c-8e2d-35df2e03c337 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:37.531400 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-38a3adcc-1e79-4507-afca-81569607d3a7 req-e47cb6e3-c2fc-4e6c-8e2d-35df2e03c337 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 944 time: 0.2454028 Jul 23 23:03:37.561100 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-01cc977d-0132-4acb-b407-316a9a7becb4 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Request body: {'port': {'device_id': '2bdfe0b3-b7ca-4a41-981a-676135dfee39', 'network_id': '6be08202-b3ad-4b5f-b4a7-282ba8b15915', 'admin_state_up': True, 'tenant_id': 'c21ec84e9a89467880619c5f6f38dd9d'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:37.626604 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-241b96d1-9d39-4775-9132-2685c674f760 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea591416-9920-41ed-9d33-eee7bae7a978 HTTP/1.1" status: 200 len: 217 time: 0.0592303 Jul 23 23:03:37.658379 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-38a3adcc-1e79-4507-afca-81569607d3a7 req-41eefe07-0b69-41cb-b709-2c3b7f289e6e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173518 Jul 23 23:03:37.792957 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-31df3663-477b-486e-ba80-b50726a72ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:37.795841 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-31df3663-477b-486e-ba80-b50726a72ffd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d HTTP/1.1" status: 200 len: 853 time: 0.1587057 Jul 23 23:03:37.871520 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf980dc-7fef-4ecb-89d3-6be52ef026d9 req-5971ec5c-5337-48ac-a28f-00923a33e35d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:37.878060 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3bf980dc-7fef-4ecb-89d3-6be52ef026d9 req-5971ec5c-5337-48ac-a28f-00923a33e35d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.1758020 Jul 23 23:03:37.887231 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-01cc977d-0132-4acb-b407-316a9a7becb4 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Made reservation on behalf of c21ec84e9a89467880619c5f6f38dd9d for: {'port': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:37.890515 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-01cc977d-0132-4acb-b407-316a9a7becb4 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:37.951072 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3bf980dc-7fef-4ecb-89d3-6be52ef026d9 req-4099d7bc-dc47-4430-9515-4f171507088c tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721223 Jul 23 23:03:38.021499 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-89fe99de-975a-4f50-86b7-014fead93b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:38.023212 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-89fe99de-975a-4f50-86b7-014fead93b1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2603d214-76f3-403c-83bf-3db63ba9af9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2148435 Jul 23 23:03:38.143806 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-01cc977d-0132-4acb-b407-316a9a7becb4 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Allocated IP 172.20.0.10 (6be08202-b3ad-4b5f-b4a7-282ba8b15915/3fd3b9d6-2097-4954-be30-05e7294a299d/7faa5db1-eb47-4c59-a32b-4ec766445f02) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:38.283524 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-9ceee9db-31ac-4778-8d48-21b5be05a247 service neutron] 10.222.0.47 "GET /v2.0/networks/2603d214-76f3-403c-83bf-3db63ba9af9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520676 Jul 23 23:03:38.404639 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-1c322932-2a12-4454-9fec-c6cf8e5bfec0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:38.406213 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-1c322932-2a12-4454-9fec-c6cf8e5bfec0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/networks?id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9 HTTP/1.1" status: 200 len: 815 time: 0.2606571 Jul 23 23:03:38.469703 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-01f08a1b-fae7-40c4-9ad7-29c6305bd0a3 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/quotas/4b2287dabe4a4009a649ab46b82bd58b HTTP/1.1" status: 200 len: 375 time: 0.0555992 Jul 23 23:03:38.533745 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d70e171c-d53f-4743-ac82-bcebd17342c6 req-26f09c6c-e817-4242-9108-5e3ba0f31ef7 service neutron] 10.222.0.47 "GET /v2.0/networks/2603d214-76f3-403c-83bf-3db63ba9af9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273023 Jul 23 23:03:38.538874 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-01cc977d-0132-4acb-b407-316a9a7becb4 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:38.597823 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-66eb5c92-040b-4286-9c2a-41af8f9a6428 req-bbad5a4c-2304-4ea1-ac50-3b55ff9e7206 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 210 time: 0.0416069 Jul 23 23:03:38.619066 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-c3682848-1e20-4067-9fc0-b139c9ea8820 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b2287dabe4a4009a649ab46b82bd58b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1425657 Jul 23 23:03:38.634787 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-01cc977d-0132-4acb-b407-316a9a7becb4 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:38.766262 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-01cc977d-0132-4acb-b407-316a9a7becb4 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Network 6be08202-b3ad-4b5f-b4a7-282ba8b15915 is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:38.781965 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-01cc977d-0132-4acb-b407-316a9a7becb4 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:38.795563 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-01cc977d-0132-4acb-b407-316a9a7becb4 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:38.799000 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc977d-0132-4acb-b407-316a9a7becb4 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Pushing event updated for resources: {'Port': ['ID=7faa5db1-eb47-4c59-a32b-4ec766445f02,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:38.899327 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-6823ed16-cea9-4039-864f-132c69b69aa0 service neutron] 10.222.0.20 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727191 Jul 23 23:03:38.932627 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-01cc977d-0132-4acb-b407-316a9a7becb4 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:38.933367 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-01cc977d-0132-4acb-b407-316a9a7becb4 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:38.960525 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7840f7-fd54-4350-a909-c7ab2c26d95d req-c1a45ba4-a6d6-49b0-aa62-6d0f5a1711a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:38.962030 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6a7840f7-fd54-4350-a909-c7ab2c26d95d req-c1a45ba4-a6d6-49b0-aa62-6d0f5a1711a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b241485e6e2496fa41c0ab5e1b28db1&device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 1097 time: 0.3141739 Jul 23 23:03:39.013280 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-01cc977d-0132-4acb-b407-316a9a7becb4 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4557002 Jul 23 23:03:39.033537 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55ab76-3792-4f3b-b76f-4d343484cff2 req-f0e68da3-9637-4f7c-b9c2-53cf5bf0561d tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:39.035009 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ed55ab76-3792-4f3b-b76f-4d343484cff2 req-f0e68da3-9637-4f7c-b9c2-53cf5bf0561d tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 944 time: 0.2779903 Jul 23 23:03:39.049535 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Request body: {'port': {'device_id': '2bdfe0b3-b7ca-4a41-981a-676135dfee39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:39.389961 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-d1b455b1-1588-4790-994c-0b7cd720384d service neutron] 10.222.0.20 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896126 Jul 23 23:03:39.428505 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ed55ab76-3792-4f3b-b76f-4d343484cff2 req-2b59a650-b2a3-4b56-be00-a5aa672bd5ee tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847749 Jul 23 23:03:39.458726 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7840f7-fd54-4350-a909-c7ab2c26d95d req-ef8f7502-5928-410e-99f1-c3b3beb3794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:39.460234 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6a7840f7-fd54-4350-a909-c7ab2c26d95d req-ef8f7502-5928-410e-99f1-c3b3beb3794e service neutron] 10.222.0.47 "GET /v2.0/networks?id=2603d214-76f3-403c-83bf-3db63ba9af9d HTTP/1.1" status: 200 len: 915 time: 0.4858122 Jul 23 23:03:39.466122 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:39.533371 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6a7840f7-fd54-4350-a909-c7ab2c26d95d req-28e11341-91df-46c9-bd64-2009c794f51a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea591416-9920-41ed-9d33-eee7bae7a978 HTTP/1.1" status: 200 len: 217 time: 0.0637605 Jul 23 23:03:39.712702 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7840f7-fd54-4350-a909-c7ab2c26d95d req-4d4f8773-f195-4b8d-9b44-b714da588983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:39.715063 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6a7840f7-fd54-4350-a909-c7ab2c26d95d req-4d4f8773-f195-4b8d-9b44-b714da588983 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d HTTP/1.1" status: 200 len: 853 time: 0.1554070 Jul 23 23:03:39.743763 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-52ab6b82-8270-4b37-8ec4-64ace45df5dc req-2503acaf-2706-41b8-b14e-852ef41cb1aa tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 210 time: 0.0510240 Jul 23 23:03:39.790118 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cfd2b-014f-4b85-b9da-2f308f95a053 req-5ad3e1f6-d8ba-4566-b501-f1cd070cf7a3 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:39.792108 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6b8cfd2b-014f-4b85-b9da-2f308f95a053 req-5ad3e1f6-d8ba-4566-b501-f1cd070cf7a3 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.3009276 Jul 23 23:03:39.931098 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6b8cfd2b-014f-4b85-b9da-2f308f95a053 req-9799c2da-179d-4182-bd3e-ce3d787cfbdb tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304431 Jul 23 23:03:39.962376 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7840f7-fd54-4350-a909-c7ab2c26d95d req-8a1ac8f8-b68d-4198-8d4f-faa354319455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:39.963960 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6a7840f7-fd54-4350-a909-c7ab2c26d95d req-8a1ac8f8-b68d-4198-8d4f-faa354319455 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2603d214-76f3-403c-83bf-3db63ba9af9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2235758 Jul 23 23:03:40.128979 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa0a67-cf27-4f06-9c6a-bae79f83f307 req-2649888e-047c-4636-b906-474d25af8b2d tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:40.130536 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3ffa0a67-cf27-4f06-9c6a-bae79f83f307 req-2649888e-047c-4636-b906-474d25af8b2d tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 932 time: 0.2332480 Jul 23 23:03:40.143237 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7faa5db1-eb47-4c59-a32b-4ec766445f02 {{(pid=93010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:03:40.163618 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.196412 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6a7840f7-fd54-4350-a909-c7ab2c26d95d req-7f2633b7-7386-46fb-920a-873d12d624ab service neutron] 10.222.0.47 "GET /v2.0/networks/2603d214-76f3-403c-83bf-3db63ba9af9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069325 Jul 23 23:03:40.203232 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Transition to ACTIVE for port object 7faa5db1-eb47-4c59-a32b-4ec766445f02 will not be triggered until provisioned by entity L2. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:40.219744 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.242046 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3ffa0a67-cf27-4f06-9c6a-bae79f83f307 req-555de64b-e9f4-473f-bb2c-a938207eb40e tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909290 Jul 23 23:03:40.290481 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 52452) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:40.358363 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Pushing event updated for resources: {'Port': ['ID=7faa5db1-eb47-4c59-a32b-4ec766445f02,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:40.398560 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6a7840f7-fd54-4350-a909-c7ab2c26d95d req-d279d69a-db9c-44a7-81f7-96fcc1262dff service neutron] 10.222.0.47 "GET /v2.0/networks/2603d214-76f3-403c-83bf-3db63ba9af9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895192 Jul 23 23:03:40.402093 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c6cb1581-ffbd-476f-9b3b-ca08e45e7063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.422261 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Attempting to bind port 7faa5db1-eb47-4c59-a32b-4ec766445f02 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:40.422627 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Attempting to bind port 7faa5db1-eb47-4c59-a32b-4ec766445f02 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '502f6f4d-a538-4c25-96c3-259a05ca190f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6be08202-b3ad-4b5f-b4a7-282ba8b15915'}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:40.422962 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Attempting to bind port 7faa5db1-eb47-4c59-a32b-4ec766445f02 on network 6be08202-b3ad-4b5f-b4a7-282ba8b15915 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:40.427634 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Port 7faa5db1-eb47-4c59-a32b-4ec766445f02 on network 6be08202-b3ad-4b5f-b4a7-282ba8b15915 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:03:40.427999 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Attempting to bind port 7faa5db1-eb47-4c59-a32b-4ec766445f02 on network 6be08202-b3ad-4b5f-b4a7-282ba8b15915 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:40.434245 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:40.434621 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Checking segment: {'id': '502f6f4d-a538-4c25-96c3-259a05ca190f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6be08202-b3ad-4b5f-b4a7-282ba8b15915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:40.435005 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Bound using segment: {'id': '502f6f4d-a538-4c25-96c3-259a05ca190f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6be08202-b3ad-4b5f-b4a7-282ba8b15915'} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:40.435435 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Bound port: 7faa5db1-eb47-4c59-a32b-4ec766445f02, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '502f6f4d-a538-4c25-96c3-259a05ca190f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6be08202-b3ad-4b5f-b4a7-282ba8b15915'}}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:40.435794 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.504099 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c6cb1581-ffbd-476f-9b3b-ca08e45e7063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.508219 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c6cb1581-ffbd-476f-9b3b-ca08e45e7063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.514241 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] For port 7faa5db1-eb47-4c59-a32b-4ec766445f02, host hv-cinder-67913, cleared binding levels {{(pid=93010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:40.547771 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] For port 7faa5db1-eb47-4c59-a32b-4ec766445f02, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=7faa5db1-eb47-4c59-a32b-4ec766445f02,segment=NetworkSegment(502f6f4d-a538-4c25-96c3-259a05ca190f),segment_id=502f6f4d-a538-4c25-96c3-259a05ca190f)] {{(pid=93010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:40.549104 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-c6cb1581-ffbd-476f-9b3b-ca08e45e7063 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63c08ea6a0c0448fa021568121fe4fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560589 Jul 23 23:03:40.551678 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 52458) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:40.554618 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb1581-ffbd-476f-9b3b-ca08e45e7063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106ac60f-a6f3-4326-8d74-2bfe5466bf8e,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:40.568360 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.623815 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:40.624429 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.625839 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] 10.222.0.47 "PUT /v2.0/ports/7faa5db1-eb47-4c59-a32b-4ec766445f02 HTTP/1.1" status: 200 len: 1094 time: 1.5885186 Jul 23 23:03:40.628986 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bdfe0b3-b7ca-4a41-981a-676135dfee39', 'tag': '7faa5db1-eb47-4c59-a32b-4ec766445f02'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:03:40.631256 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d7a0c9-4041-4f14-8c1c-2c0fee48f8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2bdfe0b3-b7ca-4a41-981a-676135dfee39", "tag": "7faa5db1-eb47-4c59-a32b-4ec766445f02"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:03:40.680599 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3df68-33ec-476f-92fa-3234cb4d2bef req-59d467d3-4ce1-4941-9d34-7d63f20b3185 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:40.682704 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4ee3df68-33ec-476f-92fa-3234cb4d2bef req-59d467d3-4ce1-4941-9d34-7d63f20b3185 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 944 time: 0.1834226 Jul 23 23:03:40.686110 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b134cbba-293b-448b-a3b2-f1988e1e3136 x-openstack-request-id: req-b134cbba-293b-448b-a3b2-f1988e1e3136 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:03:40.686394 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bdfe0b3-b7ca-4a41-981a-676135dfee39", "tag": "7faa5db1-eb47-4c59-a32b-4ec766445f02", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:03:40.686664 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b134cbba-293b-448b-a3b2-f1988e1e3136 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:03:40.687047 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bdfe0b3-b7ca-4a41-981a-676135dfee39', 'tag': '7faa5db1-eb47-4c59-a32b-4ec766445f02', 'status': 'completed', 'code': 200} Jul 23 23:03:40.692091 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3885d64-ab77-4aa0-bde9-174fc5ca4259 service neutron] Pushing event updated for resources: {'Port': ['ID=7faa5db1-eb47-4c59-a32b-4ec766445f02,revision_number=3']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:40.708196 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f3bbb406-b8dc-4c3f-9bcc-cfc8e4108dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.751230 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f3bbb406-b8dc-4c3f-9bcc-cfc8e4108dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.755396 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4ee3df68-33ec-476f-92fa-3234cb4d2bef req-14b325de-0e71-4322-9e4b-d3e4528a7b87 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578363 Jul 23 23:03:40.805298 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f3bbb406-b8dc-4c3f-9bcc-cfc8e4108dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.810116 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f3bbb406-b8dc-4c3f-9bcc-cfc8e4108dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:40.813548 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-f3bbb406-b8dc-4c3f-9bcc-cfc8e4108dd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/106ac60f-a6f3-4326-8d74-2bfe5466bf8e HTTP/1.1" status: 204 len: 168 time: 0.2587116 Jul 23 23:03:40.830558 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbb406-b8dc-4c3f-9bcc-cfc8e4108dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106ac60f-a6f3-4326-8d74-2bfe5466bf8e,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:40.904360 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2efcc82c-4070-4ce6-a87f-6a5e8b608798 req-db7c8b26-7bd6-4e33-b227-141175391246 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 210 time: 0.0755785 Jul 23 23:03:41.038344 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-ed4b9d42-1758-46a6-9bd9-f13379af77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:41.039857 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-ed4b9d42-1758-46a6-9bd9-f13379af77f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c21ec84e9a89467880619c5f6f38dd9d&device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 1097 time: 0.1861272 Jul 23 23:03:41.065958 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-99ec48f6-c093-46b8-b2ac-92fc2cd7fb8b tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:41.067774 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-99ec48f6-c093-46b8-b2ac-92fc2cd7fb8b tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.47 "GET /v2.0/networks?id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9 HTTP/1.1" status: 200 len: 815 time: 0.2117348 Jul 23 23:03:41.114450 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-91111cc9-dff9-462b-a808-2c70fc42d640 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Request body: {'port': {'device_id': '29ba9ba4-47fe-4396-b309-eb3bee8d3b95', 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9', 'admin_state_up': True, 'tenant_id': '4b2287dabe4a4009a649ab46b82bd58b'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:41.118693 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-9a6aa5a8-771b-42c5-94d6-820cc0d71519 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7faa5db1-eb47-4c59-a32b-4ec766445f02 HTTP/1.1" status: 200 len: 217 time: 0.0492516 Jul 23 23:03:41.134044 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 52478) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:41.147761 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9f1665fb-30fd-4fa5-8f94-316f04c7ade8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.233286 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2d2cd-b26a-4557-99f6-0a9c764c8778 req-4fe2cc89-d04c-4041-8990-7e890dd361c4 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:41.234940 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e4f2d2cd-b26a-4557-99f6-0a9c764c8778 req-4fe2cc89-d04c-4041-8990-7e890dd361c4 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.2196407 Jul 23 23:03:41.249419 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-884ca60b-2f53-45a4-8863-597c544d0005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:41.250885 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-884ca60b-2f53-45a4-8863-597c544d0005 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fd3b9d6-2097-4954-be30-05e7294a299d HTTP/1.1" status: 200 len: 853 time: 0.1154776 Jul 23 23:03:41.252334 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9f1665fb-30fd-4fa5-8f94-316f04c7ade8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.256659 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9f1665fb-30fd-4fa5-8f94-316f04c7ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.264150 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device ea591416-9920-41ed-9d33-eee7bae7a978 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:03:41.314968 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-a2cc3c69-14a2-4abb-9e86-d0eea3262e43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6be08202-b3ad-4b5f-b4a7-282ba8b15915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396750 Jul 23 23:03:41.317718 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1665fb-30fd-4fa5-8f94-316f04c7ade8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf5531c-ff9f-483d-a759-2c91eeb5f419,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:41.338373 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-9f1665fb-30fd-4fa5-8f94-316f04c7ade8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b0dd18698f7400ebcf943e074081c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030134 Jul 23 23:03:41.341800 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 52486) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:41.397850 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-14207808-6cb9-4213-9c39-9202b368c26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.413734 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port ea591416-9920-41ed-9d33-eee7bae7a978, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=ea591416-9920-41ed-9d33-eee7bae7a978,segment=NetworkSegment(6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5),segment_id=6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:41.426987 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-14207808-6cb9-4213-9c39-9202b368c26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.429230 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': 'ea591416-9920-41ed-9d33-eee7bae7a978', 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d', 'port_id': 'ea591416-9920-41ed-9d33-eee7bae7a978', 'mac_address': 'fa:16:3e:41:00:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:03:41.430695 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e4f2d2cd-b26a-4557-99f6-0a9c764c8778 req-631199d0-3292-40aa-bd7a-019014d50056 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863430 Jul 23 23:03:41.485417 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.501390 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-91111cc9-dff9-462b-a808-2c70fc42d640 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Made reservation on behalf of 4b2287dabe4a4009a649ab46b82bd58b for: {'port': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:03:41.502280 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea591416-9920-41ed-9d33-eee7bae7a978 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:03:41.502560 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-14207808-6cb9-4213-9c39-9202b368c26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.505039 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-91111cc9-dff9-462b-a808-2c70fc42d640 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.505582 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-14207808-6cb9-4213-9c39-9202b368c26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.508224 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-14207808-6cb9-4213-9c39-9202b368c26e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bf5531c-ff9f-483d-a759-2c91eeb5f419 HTTP/1.1" status: 204 len: 168 time: 0.1645184 Jul 23 23:03:41.519465 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14207808-6cb9-4213-9c39-9202b368c26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf5531c-ff9f-483d-a759-2c91eeb5f419,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:41.532110 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port ea591416-9920-41ed-9d33-eee7bae7a978, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=ea591416-9920-41ed-9d33-eee7bae7a978,segment=NetworkSegment(6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5),segment_id=6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:41.540749 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b270a9-059a-47dd-8ebf-cd568426ac29 req-a1eb2183-c52f-4a7d-8935-4ce69fa620c2 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:41.542855 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-06b270a9-059a-47dd-8ebf-cd568426ac29 req-a1eb2183-c52f-4a7d-8935-4ce69fa620c2 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 944 time: 0.1840713 Jul 23 23:03:41.556928 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.592022 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 52492) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:41.623349 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=ea591416-9920-41ed-9d33-eee7bae7a978,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:41.645143 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-8806ac0f-8ef0-4bb7-a67c-c9f0e9306735 service neutron] 10.222.0.47 "GET /v2.0/networks/6be08202-b3ad-4b5f-b4a7-282ba8b15915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138454 Jul 23 23:03:41.693907 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-06b270a9-059a-47dd-8ebf-cd568426ac29 req-3a60b72b-0f8f-40d3-b5fd-e5fcec675976 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997357 Jul 23 23:03:41.763878 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-91111cc9-dff9-462b-a808-2c70fc42d640 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Allocated IP 172.20.0.13 (781f2eae-a5ee-47f5-88e2-dad57f52ccb9/5042eb78-612c-4431-ada6-a0e582d6706b/edcac6e2-7fb8-4167-909c-391b11f21f58) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:03:41.811707 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ef9f4b73-8b87-43c8-8a4a-79c9031fa121 req-f686780f-811c-45e2-b065-5197b1d5a730 service neutron] 10.222.0.47 "GET /v2.0/networks/6be08202-b3ad-4b5f-b4a7-282ba8b15915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529262 Jul 23 23:03:41.843197 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b9e7b093-b3b7-43b9-b296-ed29251ace59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.987864 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b9e7b093-b3b7-43b9-b296-ed29251ace59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:41.996672 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b9e7b093-b3b7-43b9-b296-ed29251ace59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.036852 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-b9e7b093-b3b7-43b9-b296-ed29251ace59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c69f7327a414037a6b02054cb98b2d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4434149 Jul 23 23:03:42.039203 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7b093-b3b7-43b9-b296-ed29251ace59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d80897-77f9-4805-8204-7499c4fbcc17,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:42.041484 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 52514) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:42.054086 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-91111cc9-dff9-462b-a808-2c70fc42d640 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.068550 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c444a-5cf8-4b93-ac6f-55a2094b07aa req-dc17b908-466d-479e-a5e7-9ffff1d9b3d9 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:42.071025 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ff0c444a-5cf8-4b93-ac6f-55a2094b07aa req-dc17b908-466d-479e-a5e7-9ffff1d9b3d9 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 945 time: 0.2178688 Jul 23 23:03:42.095099 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['ea591416-9920-41ed-9d33-eee7bae7a978'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:03:42.099693 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-91af0592-6f19-43d1-a1d2-f2fb155471e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.114293 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7a0c9-4041-4f14-8c1c-2c0fee48f8bc req-161f4666-722c-4749-9c91-54fe1385b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:42.118806 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c9d7a0c9-4041-4f14-8c1c-2c0fee48f8bc req-161f4666-722c-4749-9c91-54fe1385b5c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c21ec84e9a89467880619c5f6f38dd9d&device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 1097 time: 0.1498742 Jul 23 23:03:42.165198 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-91af0592-6f19-43d1-a1d2-f2fb155471e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.167055 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ff0c444a-5cf8-4b93-ac6f-55a2094b07aa req-13023175-51dc-4d5f-bbf9-e4041b71b90f tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776083 Jul 23 23:03:42.232672 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-91111cc9-dff9-462b-a808-2c70fc42d640 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.250142 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-91af0592-6f19-43d1-a1d2-f2fb155471e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.254367 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-91af0592-6f19-43d1-a1d2-f2fb155471e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.255775 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-91af0592-6f19-43d1-a1d2-f2fb155471e5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59d80897-77f9-4805-8204-7499c4fbcc17 HTTP/1.1" status: 204 len: 168 time: 0.2131164 Jul 23 23:03:42.284907 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af0592-6f19-43d1-a1d2-f2fb155471e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d80897-77f9-4805-8204-7499c4fbcc17,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:42.338344 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-91111cc9-dff9-462b-a808-2c70fc42d640 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:03:42.346221 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-91111cc9-dff9-462b-a808-2c70fc42d640 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:03:42.350760 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-91111cc9-dff9-462b-a808-2c70fc42d640 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:03:42.353120 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91111cc9-dff9-462b-a808-2c70fc42d640 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Pushing event updated for resources: {'Port': ['ID=edcac6e2-7fb8-4167-909c-391b11f21f58,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:42.358642 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7a0c9-4041-4f14-8c1c-2c0fee48f8bc req-876e1c84-b364-4207-b43e-9f02a7240058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:42.360118 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c9d7a0c9-4041-4f14-8c1c-2c0fee48f8bc req-876e1c84-b364-4207-b43e-9f02a7240058 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6be08202-b3ad-4b5f-b4a7-282ba8b15915 HTTP/1.1" status: 200 len: 914 time: 0.2201490 Jul 23 23:03:42.429909 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c9d7a0c9-4041-4f14-8c1c-2c0fee48f8bc req-2945bce9-7936-4611-a064-3cc5f38847ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7faa5db1-eb47-4c59-a32b-4ec766445f02 HTTP/1.1" status: 200 len: 217 time: 0.0500638 Jul 23 23:03:42.453955 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-91111cc9-dff9-462b-a808-2c70fc42d640 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:42.454600 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-91111cc9-dff9-462b-a808-2c70fc42d640 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.660791 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 52536) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:42.674234 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-58d79c30-53cb-4434-b766-4a2da4eefd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.752944 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61260bf4-a4ae-46eb-9fe7-2fc4bf301161 req-76a24b6d-4051-4248-bf0f-2827a74548f6 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:42.759990 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-61260bf4-a4ae-46eb-9fe7-2fc4bf301161 req-76a24b6d-4051-4248-bf0f-2827a74548f6 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 932 time: 0.5235021 Jul 23 23:03:42.791675 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-58d79c30-53cb-4434-b766-4a2da4eefd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.795866 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-58d79c30-53cb-4434-b766-4a2da4eefd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.814369 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-91111cc9-dff9-462b-a808-2c70fc42d640 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7038758 Jul 23 23:03:42.820038 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7a0c9-4041-4f14-8c1c-2c0fee48f8bc req-b8eb6e51-d663-457a-8ea3-c8108d1bb11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:42.821465 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c9d7a0c9-4041-4f14-8c1c-2c0fee48f8bc req-b8eb6e51-d663-457a-8ea3-c8108d1bb11f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fd3b9d6-2097-4954-be30-05e7294a299d HTTP/1.1" status: 200 len: 853 time: 0.3807709 Jul 23 23:03:42.839133 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-61260bf4-a4ae-46eb-9fe7-2fc4bf301161 req-13a837ec-f180-46d8-9958-230e8c060476 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776427 Jul 23 23:03:42.839912 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-58d79c30-53cb-4434-b766-4a2da4eefd36 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce33253cfbd444d1b2cc0def34553c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780343 Jul 23 23:03:42.842423 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 52566) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:42.852322 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Request body: {'port': {'device_id': '29ba9ba4-47fe-4396-b309-eb3bee8d3b95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:03:42.870810 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d79c30-53cb-4434-b766-4a2da4eefd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9863f5-068d-4226-9305-8df8d9a3be18,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:42.897227 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c9d7a0c9-4041-4f14-8c1c-2c0fee48f8bc req-d4bee383-e33a-4266-9099-384534906425 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6be08202-b3ad-4b5f-b4a7-282ba8b15915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559597 Jul 23 23:03:42.916785 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e79a78a5-5ed0-48dd-b6cc-699f34712f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.942733 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e79a78a5-5ed0-48dd-b6cc-699f34712f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:42.949367 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df0a92-2119-4324-8a08-ca126353b126 req-59d7615a-32b9-4d5d-be95-e0eee2be6ddf tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:42.951103 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-54df0a92-2119-4324-8a08-ca126353b126 req-59d7615a-32b9-4d5d-be95-e0eee2be6ddf tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.2218130 Jul 23 23:03:43.009140 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e79a78a5-5ed0-48dd-b6cc-699f34712f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.014025 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e79a78a5-5ed0-48dd-b6cc-699f34712f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.017541 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-e79a78a5-5ed0-48dd-b6cc-699f34712f63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c9863f5-068d-4226-9305-8df8d9a3be18 HTTP/1.1" status: 204 len: 168 time: 0.1718676 Jul 23 23:03:43.035199 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a78a5-5ed0-48dd-b6cc-699f34712f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9863f5-068d-4226-9305-8df8d9a3be18,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:43.095365 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.113309 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-54df0a92-2119-4324-8a08-ca126353b126 req-c25530ee-fe15-46e0-824c-19aefd5abe81 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545877 Jul 23 23:03:43.166197 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c9d7a0c9-4041-4f14-8c1c-2c0fee48f8bc req-98c2d628-d946-4ecb-9327-5a7ec733a78f service neutron] 10.222.0.47 "GET /v2.0/networks/6be08202-b3ad-4b5f-b4a7-282ba8b15915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538760 Jul 23 23:03:43.179056 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b32db-784d-4c8a-817b-863c90b7a7fc req-3d8161e4-c7c8-44e9-85d6-b64e02a80fdf tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:43.186524 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fe6b32db-784d-4c8a-817b-863c90b7a7fc req-3d8161e4-c7c8-44e9-85d6-b64e02a80fdf tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 944 time: 0.2551837 Jul 23 23:03:43.187478 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['3ac4aac9-43db-4128-82c8-178a0d1aed14', '08737e13-1bb4-49cc-8e06-91c52aa9862f'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:03:43.331164 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-47258749-99d5-4f13-9841-115a6d030e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.347910 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fe6b32db-784d-4c8a-817b-863c90b7a7fc req-eba94096-c6e7-4bc3-922c-c262974d19fd tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602273 Jul 23 23:03:43.479683 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c9d7a0c9-4041-4f14-8c1c-2c0fee48f8bc req-34d35bbb-3a99-4849-ad73-21bde10dc980 service neutron] 10.222.0.47 "GET /v2.0/networks/6be08202-b3ad-4b5f-b4a7-282ba8b15915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902896 Jul 23 23:03:43.562792 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f71ad4-1efe-4f6a-aad3-c3f11d64c4a1 req-d122260a-0d30-4060-94bb-cc2ecc2b83a6 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:43.564252 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-74f71ad4-1efe-4f6a-aad3-c3f11d64c4a1 req-d122260a-0d30-4060-94bb-cc2ecc2b83a6 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 945 time: 0.1617277 Jul 23 23:03:43.651788 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-74f71ad4-1efe-4f6a-aad3-c3f11d64c4a1 req-c46917cf-6883-4a99-933e-05069599329f tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692182 Jul 23 23:03:43.662864 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edcac6e2-7fb8-4167-909c-391b11f21f58 {{(pid=93010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:03:43.671176 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.684416 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Transition to ACTIVE for port object edcac6e2-7fb8-4167-909c-391b11f21f58 will not be triggered until provisioned by entity L2. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:03:43.688263 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.738999 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Pushing event updated for resources: {'Port': ['ID=edcac6e2-7fb8-4167-909c-391b11f21f58,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:43.817488 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Attempting to bind port edcac6e2-7fb8-4167-909c-391b11f21f58 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:03:43.818072 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Attempting to bind port edcac6e2-7fb8-4167-909c-391b11f21f58 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '51f73a8f-60cf-4e5e-a6f0-771796905b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9'}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:03:43.818178 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Attempting to bind port edcac6e2-7fb8-4167-909c-391b11f21f58 on network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:43.822406 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Port edcac6e2-7fb8-4167-909c-391b11f21f58 on network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:03:43.823512 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Attempting to bind port edcac6e2-7fb8-4167-909c-391b11f21f58 on network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:03:43.829011 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:03:43.829345 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Checking segment: {'id': '51f73a8f-60cf-4e5e-a6f0-771796905b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:03:43.829724 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Bound using segment: {'id': '51f73a8f-60cf-4e5e-a6f0-771796905b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9'} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:03:43.830232 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Bound port: edcac6e2-7fb8-4167-909c-391b11f21f58, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f73a8f-60cf-4e5e-a6f0-771796905b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9'}}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:03:43.830487 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.903206 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] For port edcac6e2-7fb8-4167-909c-391b11f21f58, host hv-cinder-67913, cleared binding levels {{(pid=93010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:03:43.906616 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] For port edcac6e2-7fb8-4167-909c-391b11f21f58, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=edcac6e2-7fb8-4167-909c-391b11f21f58,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:03:43.912594 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.984949 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:43.985554 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:43.986965 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] 10.222.0.47 "PUT /v2.0/ports/edcac6e2-7fb8-4167-909c-391b11f21f58 HTTP/1.1" status: 200 len: 1094 time: 1.1469383 Jul 23 23:03:43.989024 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ba9ba4-47fe-4396-b309-eb3bee8d3b95', 'tag': 'edcac6e2-7fb8-4167-909c-391b11f21f58'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:03:43.991345 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a386531-c798-4224-8c2f-b97d990a46a1" -d '{"events": [{"name": "network-changed", "server_uuid": "29ba9ba4-47fe-4396-b309-eb3bee8d3b95", "tag": "edcac6e2-7fb8-4167-909c-391b11f21f58"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:03:44.014821 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3fa6b-e14e-481d-a245-8dcf93d19760 service neutron] Pushing event updated for resources: {'Port': ['ID=edcac6e2-7fb8-4167-909c-391b11f21f58,revision_number=3']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:44.044757 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af270833-dbaf-40df-aca6-d632c34b425d req-9e926d70-d474-4080-929c-6046726a389f tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:44.046390 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-af270833-dbaf-40df-aca6-d632c34b425d req-9e926d70-d474-4080-929c-6046726a389f tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 944 time: 0.1099529 Jul 23 23:03:44.047935 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef0ea6d-f2e3-4de8-8c6b-780bcd5abebf x-openstack-request-id: req-8ef0ea6d-f2e3-4de8-8c6b-780bcd5abebf {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:03:44.048222 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29ba9ba4-47fe-4396-b309-eb3bee8d3b95", "tag": "edcac6e2-7fb8-4167-909c-391b11f21f58", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:03:44.048463 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ef0ea6d-f2e3-4de8-8c6b-780bcd5abebf {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:03:44.048838 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ba9ba4-47fe-4396-b309-eb3bee8d3b95', 'tag': 'edcac6e2-7fb8-4167-909c-391b11f21f58', 'status': 'completed', 'code': 200} Jul 23 23:03:44.113933 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-af270833-dbaf-40df-aca6-d632c34b425d req-dd1bd62f-e2cc-48be-8dee-9a775ef71063 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620759 Jul 23 23:03:44.153696 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-26540dad-3885-4419-b58f-dcecd16ae309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:44.155826 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-26540dad-3885-4419-b58f-dcecd16ae309 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b2287dabe4a4009a649ab46b82bd58b&device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 1097 time: 0.0795794 Jul 23 23:03:44.231429 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-ab1454e2-9b6e-4c3f-b03c-023338d88131 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edcac6e2-7fb8-4167-909c-391b11f21f58 HTTP/1.1" status: 200 len: 217 time: 0.0432060 Jul 23 23:03:44.317402 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-05c9426a-c987-4b78-af1d-e3743b1ffea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:44.319288 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-05c9426a-c987-4b78-af1d-e3743b1ffea7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5042eb78-612c-4431-ada6-a0e582d6706b HTTP/1.1" status: 200 len: 855 time: 0.0668819 Jul 23 23:03:44.343313 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fe977-031d-4999-a268-2bcc91f3bd20 req-18d58df8-dde0-4b8a-8911-7780615cb808 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:44.345207 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-899fe977-031d-4999-a268-2bcc91f3bd20 req-18d58df8-dde0-4b8a-8911-7780615cb808 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.1493988 Jul 23 23:03:44.377843 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-f826c0c1-35ea-404f-9cff-a388be3a6db0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448360 Jul 23 23:03:44.430598 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-899fe977-031d-4999-a268-2bcc91f3bd20 req-b6cac3da-4b61-4d76-9f67-ea979c17b6af tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763657 Jul 23 23:03:44.527709 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-e567b04d-a600-496d-ad01-54f133e358a4 service neutron] 10.222.0.47 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290283 Jul 23 23:03:44.612482 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a03e37-f180-4839-997c-80837f9012bb req-dda355d5-1d86-4c8c-9109-d62164dfbf50 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:44.613864 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c8a03e37-f180-4839-997c-80837f9012bb req-dda355d5-1d86-4c8c-9109-d62164dfbf50 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 944 time: 0.1277993 Jul 23 23:03:44.615602 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:44.664197 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd973105-b3a7-4e08-9f1e-3c6c45236ba6 req-645a785e-8372-4985-87a1-2d71b33b2cfc service neutron] 10.222.0.47 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261194 Jul 23 23:03:44.669569 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c8a03e37-f180-4839-997c-80837f9012bb req-3dc40c80-6f25-41c0-8e8f-f3a5799a4075 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468667 Jul 23 23:03:44.788372 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22feeb9-8000-4989-9706-dc4993ef5011 req-904d5e87-f94d-4deb-8932-713425a62616 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:44.789858 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d22feeb9-8000-4989-9706-dc4993ef5011 req-904d5e87-f94d-4deb-8932-713425a62616 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 945 time: 0.0666389 Jul 23 23:03:44.863006 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d22feeb9-8000-4989-9706-dc4993ef5011 req-4a97b5ec-5238-466a-b18a-081c5186a733 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665905 Jul 23 23:03:44.885774 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a386531-c798-4224-8c2f-b97d990a46a1 req-93ae2a51-4cbb-47b3-bfa8-310dd2953138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:44.885774 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4a386531-c798-4224-8c2f-b97d990a46a1 req-93ae2a51-4cbb-47b3-bfa8-310dd2953138 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b2287dabe4a4009a649ab46b82bd58b&device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 1097 time: 0.0845118 Jul 23 23:03:44.977183 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a386531-c798-4224-8c2f-b97d990a46a1 req-2e01700f-6180-4512-8003-15fe42a6f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:44.979582 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4a386531-c798-4224-8c2f-b97d990a46a1 req-2e01700f-6180-4512-8003-15fe42a6f985 service neutron] 10.222.0.47 "GET /v2.0/networks?id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9 HTTP/1.1" status: 200 len: 916 time: 0.0883050 Jul 23 23:03:45.027361 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4a386531-c798-4224-8c2f-b97d990a46a1 req-73b6634c-c54d-4bf5-ad3d-c5d66c209659 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edcac6e2-7fb8-4167-909c-391b11f21f58 HTTP/1.1" status: 200 len: 217 time: 0.0398743 Jul 23 23:03:45.082031 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a386531-c798-4224-8c2f-b97d990a46a1 req-8e68af77-0a8d-4fa9-81f0-a3b230791f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:45.083499 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4a386531-c798-4224-8c2f-b97d990a46a1 req-8e68af77-0a8d-4fa9-81f0-a3b230791f86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5042eb78-612c-4431-ada6-a0e582d6706b HTTP/1.1" status: 200 len: 855 time: 0.0462019 Jul 23 23:03:45.120580 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4a386531-c798-4224-8c2f-b97d990a46a1 req-b20f2053-d845-4bf1-9857-1c7b342b74f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292137 Jul 23 23:03:45.259666 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4a386531-c798-4224-8c2f-b97d990a46a1 req-2e51ab53-7869-4b37-b2f8-bd712fbd737e service neutron] 10.222.0.47 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289089 Jul 23 23:03:45.270951 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 7faa5db1-eb47-4c59-a32b-4ec766445f02 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:03:45.285058 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device ea591416-9920-41ed-9d33-eee7bae7a978 up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:45.309902 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb6544-4960-4d0d-a949-9219594136a7 req-c1343ba5-c468-4d6d-acf9-c57b3d8b6b7d tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:45.311534 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e3eb6544-4960-4d0d-a949-9219594136a7 req-c1343ba5-c468-4d6d-acf9-c57b3d8b6b7d tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 944 time: 0.1136165 Jul 23 23:03:45.415112 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e3eb6544-4960-4d0d-a949-9219594136a7 req-d7b9a883-11ab-4fb3-9a06-0a44e685e3ed tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958815 Jul 23 23:03:45.434468 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port ea591416-9920-41ed-9d33-eee7bae7a978 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:45.449825 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port ea591416-9920-41ed-9d33-eee7bae7a978 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:45.450203 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.455742 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4a386531-c798-4224-8c2f-b97d990a46a1 req-78a529cf-dc0a-4112-9332-2f83ac72dade service neutron] 10.222.0.47 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850224 Jul 23 23:03:45.501244 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 7faa5db1-eb47-4c59-a32b-4ec766445f02, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=7faa5db1-eb47-4c59-a32b-4ec766445f02,segment=NetworkSegment(502f6f4d-a538-4c25-96c3-259a05ca190f),segment_id=502f6f4d-a538-4c25-96c3-259a05ca190f)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:45.513796 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': '7faa5db1-eb47-4c59-a32b-4ec766445f02', 'network_id': '6be08202-b3ad-4b5f-b4a7-282ba8b15915', 'port_id': '7faa5db1-eb47-4c59-a32b-4ec766445f02', 'mac_address': 'fa:16:3e:47:54:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd3b9d6-2097-4954-be30-05e7294a299d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:03:45.565683 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.584761 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7faa5db1-eb47-4c59-a32b-4ec766445f02 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:03:45.609509 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0628e8-0d25-4beb-aa46-3bb6cbf10e2c req-05a3f766-ced9-4888-9937-6f39cfe533ad tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:45.610902 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 7faa5db1-eb47-4c59-a32b-4ec766445f02, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=7faa5db1-eb47-4c59-a32b-4ec766445f02,segment=NetworkSegment(502f6f4d-a538-4c25-96c3-259a05ca190f),segment_id=502f6f4d-a538-4c25-96c3-259a05ca190f)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:45.611873 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bb0628e8-0d25-4beb-aa46-3bb6cbf10e2c req-05a3f766-ced9-4888-9937-6f39cfe533ad tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0913115 Jul 23 23:03:45.631912 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.656102 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bb0628e8-0d25-4beb-aa46-3bb6cbf10e2c req-08867de0-ba92-48a2-bf81-25754b0ad9d5 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378883 Jul 23 23:03:45.670784 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.714980 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cffe3a-557c-4487-8f87-8e6f1b44a215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea591416-9920-41ed-9d33-eee7bae7a978'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:03:45.717233 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d604d9b-63b6-4b2d-9248-90f6a2b6dcfe" -d '{"events": [{"server_uuid": "98cffe3a-557c-4487-8f87-8e6f1b44a215", "name": "network-vif-plugged", "status": "completed", "tag": "ea591416-9920-41ed-9d33-eee7bae7a978"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:03:45.726844 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=7faa5db1-eb47-4c59-a32b-4ec766445f02,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:45.733055 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port ea591416-9920-41ed-9d33-eee7bae7a978, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=ea591416-9920-41ed-9d33-eee7bae7a978,segment=NetworkSegment(6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5),segment_id=6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:45.740604 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:45.771285 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d87a03-aba5-4bab-a050-19711e4f3a78 x-openstack-request-id: req-39d87a03-aba5-4bab-a050-19711e4f3a78 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:03:45.771584 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cffe3a-557c-4487-8f87-8e6f1b44a215", "name": "network-vif-plugged", "status": "completed", "tag": "ea591416-9920-41ed-9d33-eee7bae7a978", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:03:45.771834 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39d87a03-aba5-4bab-a050-19711e4f3a78 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:03:45.772217 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cffe3a-557c-4487-8f87-8e6f1b44a215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea591416-9920-41ed-9d33-eee7bae7a978', 'code': 200} Jul 23 23:03:45.794841 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=ea591416-9920-41ed-9d33-eee7bae7a978,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:45.811671 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30821ed8-84e7-46dd-bc80-b3f27403363e req-db85d0bb-216f-48ee-b239-525277c4a2a5 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:45.813167 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-30821ed8-84e7-46dd-bc80-b3f27403363e req-db85d0bb-216f-48ee-b239-525277c4a2a5 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 945 time: 0.0722394 Jul 23 23:03:45.853095 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-30821ed8-84e7-46dd-bc80-b3f27403363e req-f0bfd442-171d-41b6-9645-d044bbc2880a tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342352 Jul 23 23:03:45.931572 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eb8a468d-b950-4d57-b485-e847201eae17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.037668 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96798c05-5c53-4195-96a1-f4ca8a7f9c16 req-24038c5a-56f3-42ac-b332-a36a684c0a62 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:46.039195 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96798c05-5c53-4195-96a1-f4ca8a7f9c16 req-24038c5a-56f3-42ac-b332-a36a684c0a62 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 946 time: 0.0963895 Jul 23 23:03:46.091292 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96798c05-5c53-4195-96a1-f4ca8a7f9c16 req-fa277d0e-e425-41fd-8bdb-e0ae6fa5a1b1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448482 Jul 23 23:03:46.094059 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28878e-f183-4f9e-9086-9fa8343d6201 req-7969d2e6-03e2-49fb-91af-e6d0edfdf2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:46.095400 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3f28878e-f183-4f9e-9086-9fa8343d6201 req-7969d2e6-03e2-49fb-91af-e6d0edfdf2d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 1099 time: 0.0964344 Jul 23 23:03:46.132182 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3f28878e-f183-4f9e-9086-9fa8343d6201 req-1ac6ecd3-9607-4048-bc4e-622cc8f38444 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276546 Jul 23 23:03:46.194601 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['7faa5db1-eb47-4c59-a32b-4ec766445f02'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:03:46.198526 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:46.563244 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb839d-bf65-4ff0-816c-4e367fed8e57 req-ecd741e7-e10e-4c9f-9e40-099f92b3d796 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:46.564742 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2ebb839d-bf65-4ff0-816c-4e367fed8e57 req-ecd741e7-e10e-4c9f-9e40-099f92b3d796 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 944 time: 0.0789449 Jul 23 23:03:46.605570 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2ebb839d-bf65-4ff0-816c-4e367fed8e57 req-48ee3e37-19e8-417e-9e76-33748837d353 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331326 Jul 23 23:03:46.853372 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdb475-13ed-4565-bd27-bf24d609201c req-a1ffb7c4-1415-4376-a769-8a8e6433972f tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:46.867444 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4ffdb475-13ed-4565-bd27-bf24d609201c req-a1ffb7c4-1415-4376-a769-8a8e6433972f tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0925639 Jul 23 23:03:46.907711 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4ffdb475-13ed-4565-bd27-bf24d609201c req-18f6968c-cb8c-44e1-8d6c-7ac16e62fea8 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371916 Jul 23 23:03:46.992740 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc298c2b-58a1-40d8-a9d0-12eea77cc7be req-dea61563-ad49-41b2-b291-bfa606bb7d51 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:46.994220 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bc298c2b-58a1-40d8-a9d0-12eea77cc7be req-dea61563-ad49-41b2-b291-bfa606bb7d51 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 945 time: 0.0663044 Jul 23 23:03:47.028488 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 52708) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:47.043785 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bc298c2b-58a1-40d8-a9d0-12eea77cc7be req-ea48c49c-c964-495f-9c32-be09ceaa2b3a tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433676 Jul 23 23:03:47.065918 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:47.136143 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-44dc36d4-e05b-4488-b8ec-4e31a63cf597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:47.260578 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a59ce-93c6-4fb8-a563-1724c16676e7 req-3b2aa636-2b2b-4bf2-be6e-24a21acf3e8a tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:47.262118 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-862a59ce-93c6-4fb8-a563-1724c16676e7 req-3b2aa636-2b2b-4bf2-be6e-24a21acf3e8a tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 946 time: 0.1016104 Jul 23 23:03:47.275256 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device edcac6e2-7fb8-4167-909c-391b11f21f58 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:03:47.298485 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-44dc36d4-e05b-4488-b8ec-4e31a63cf597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:47.304273 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-44dc36d4-e05b-4488-b8ec-4e31a63cf597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:47.335672 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-862a59ce-93c6-4fb8-a563-1724c16676e7 req-7aef0575-4733-474a-9b01-013b74e4fdad tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655270 Jul 23 23:03:47.356045 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc36d4-e05b-4488-b8ec-4e31a63cf597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c04fa4-3ee7-4868-ac12-3bd44e4d5a04,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:47.364905 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-44dc36d4-e05b-4488-b8ec-4e31a63cf597 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df93ae2f0ac0425a8bad652a2f0f2fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353641 Jul 23 23:03:47.367355 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 52714) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:47.376991 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port edcac6e2-7fb8-4167-909c-391b11f21f58, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=edcac6e2-7fb8-4167-909c-391b11f21f58,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:47.393362 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': 'edcac6e2-7fb8-4167-909c-391b11f21f58', 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9', 'port_id': 'edcac6e2-7fb8-4167-909c-391b11f21f58', 'mac_address': 'fa:16:3e:c7:de:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5042eb78-612c-4431-ada6-a0e582d6706b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:03:47.427153 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a95380a0-2a71-4472-abe5-0353fc97feeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:47.433842 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:47.445840 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edcac6e2-7fb8-4167-909c-391b11f21f58 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:03:47.447971 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a95380a0-2a71-4472-abe5-0353fc97feeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:47.465393 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port edcac6e2-7fb8-4167-909c-391b11f21f58, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=edcac6e2-7fb8-4167-909c-391b11f21f58,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:47.468418 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:47.498575 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a95380a0-2a71-4472-abe5-0353fc97feeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:47.501162 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a95380a0-2a71-4472-abe5-0353fc97feeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:47.502307 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-a95380a0-2a71-4472-abe5-0353fc97feeb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77c04fa4-3ee7-4868-ac12-3bd44e4d5a04 HTTP/1.1" status: 204 len: 168 time: 0.1339855 Jul 23 23:03:47.511974 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95380a0-2a71-4472-abe5-0353fc97feeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c04fa4-3ee7-4868-ac12-3bd44e4d5a04,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:47.519072 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=edcac6e2-7fb8-4167-909c-391b11f21f58,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:47.744921 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdcd02-6854-4014-ab3c-e59d0bc58ead req-49972d0e-7718-439f-a74b-cbaed7708d44 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:47.746406 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-02bdcd02-6854-4014-ab3c-e59d0bc58ead req-49972d0e-7718-439f-a74b-cbaed7708d44 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 945 time: 0.0739686 Jul 23 23:03:47.788755 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-02bdcd02-6854-4014-ab3c-e59d0bc58ead req-2b4b2766-7b48-4e27-9c8a-4f14fd740196 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366788 Jul 23 23:03:48.064531 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d34615-85a6-4938-af71-d5f50a9128c1 req-48332789-e325-4eba-bf5c-8f942ea555c0 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:48.066478 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-32d34615-85a6-4938-af71-d5f50a9128c1 req-48332789-e325-4eba-bf5c-8f942ea555c0 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0802884 Jul 23 23:03:48.124728 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-32d34615-85a6-4938-af71-d5f50a9128c1 req-edd8f700-ba57-4e3e-9fef-1f0f83da1ab3 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484993 Jul 23 23:03:48.131742 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['edcac6e2-7fb8-4167-909c-391b11f21f58'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:03:48.219578 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e36aa2-a791-4789-a9cd-26fb67e56a44 req-68700867-8a17-4529-9f91-5fa565732d88 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:48.226740 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-12e36aa2-a791-4789-a9cd-26fb67e56a44 req-68700867-8a17-4529-9f91-5fa565732d88 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 945 time: 0.0721765 Jul 23 23:03:48.267050 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-12e36aa2-a791-4789-a9cd-26fb67e56a44 req-35b92113-5a87-46bf-8f0c-d22e2c6c5131 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394337 Jul 23 23:03:48.488863 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e842dd-e51a-48a7-8c6e-8f3869116305 req-32119b4b-c148-4083-a4e8-eaad4754663d tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:48.490415 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-08e842dd-e51a-48a7-8c6e-8f3869116305 req-32119b4b-c148-4083-a4e8-eaad4754663d tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 946 time: 0.0787671 Jul 23 23:03:48.532946 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-08e842dd-e51a-48a7-8c6e-8f3869116305 req-13f839a1-14a3-40ec-b817-8ea8db06c3d3 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359330 Jul 23 23:03:48.704696 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 52766) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:48.716460 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe54ebd-523b-4bb2-b64e-653b9d359062 req-ab5c0024-e34d-4aaa-be6f-466e03be4dac tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:48.718074 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ffe54ebd-523b-4bb2-b64e-653b9d359062 req-ab5c0024-e34d-4aaa-be6f-466e03be4dac tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 946 time: 0.0962358 Jul 23 23:03:48.767137 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ffe54ebd-523b-4bb2-b64e-653b9d359062 req-f166fee6-6801-40f2-8439-3b24c1a2d145 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431397 Jul 23 23:03:48.768567 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.847087 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-cf782e11-cbe0-4855-9432-2ae58adf4dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.959464 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455ada1-8b23-4034-bac7-89d773c6ba2f req-30ecb683-fefa-4da0-a9c1-2d7c8af5de72 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:48.961015 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f455ada1-8b23-4034-bac7-89d773c6ba2f req-30ecb683-fefa-4da0-a9c1-2d7c8af5de72 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 945 time: 0.0788782 Jul 23 23:03:48.980332 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-cf782e11-cbe0-4855-9432-2ae58adf4dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:48.985783 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-cf782e11-cbe0-4855-9432-2ae58adf4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:49.013405 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f455ada1-8b23-4034-bac7-89d773c6ba2f req-7251014f-6fd6-4bcf-8a27-7dcd09b70e08 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448060 Jul 23 23:03:49.055851 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf782e11-cbe0-4855-9432-2ae58adf4dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41484af4-e32e-4916-a784-d2eb49365611,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:49.061980 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-cf782e11-cbe0-4855-9432-2ae58adf4dcd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=851263dd2ee34678a0f5961fcb18dcc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560107 Jul 23 23:03:49.066388 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 52776) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:03:49.134034 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f3398520-5068-40f7-b4da-854311c9da00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:49.159632 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f3398520-5068-40f7-b4da-854311c9da00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:49.224976 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8b353-a897-4916-ace0-4434d6bf6ff6 req-bbee9858-b223-487f-8437-b4cb7569bafb tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:49.229580 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ead8b353-a897-4916-ace0-4434d6bf6ff6 req-bbee9858-b223-487f-8437-b4cb7569bafb tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 946 time: 0.0893133 Jul 23 23:03:49.241221 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f3398520-5068-40f7-b4da-854311c9da00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:49.245703 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f3398520-5068-40f7-b4da-854311c9da00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:49.250337 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-f3398520-5068-40f7-b4da-854311c9da00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41484af4-e32e-4916-a784-d2eb49365611 HTTP/1.1" status: 204 len: 168 time: 0.1804087 Jul 23 23:03:49.259435 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3398520-5068-40f7-b4da-854311c9da00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41484af4-e32e-4916-a784-d2eb49365611,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:49.296372 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ead8b353-a897-4916-ace0-4434d6bf6ff6 req-4e1cddb0-e9a5-48c0-b120-a6b4c7c3368c tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555408 Jul 23 23:03:49.468059 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1d53b-5add-4c4f-8443-551551f518ba req-f384abcb-7c75-4831-b2b5-7ae483462388 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:49.470445 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-42f1d53b-5add-4c4f-8443-551551f518ba req-f384abcb-7c75-4831-b2b5-7ae483462388 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0867486 Jul 23 23:03:49.570262 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-42f1d53b-5add-4c4f-8443-551551f518ba req-a9f50958-45e7-419b-b611-4a9e6fbe1fe9 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902920 Jul 23 23:03:49.710916 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76573eca-fdd4-4e6d-b177-770e9c5ea59f req-681edc96-a426-40c3-bc2b-b671ba519538 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:49.712589 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-76573eca-fdd4-4e6d-b177-770e9c5ea59f req-681edc96-a426-40c3-bc2b-b671ba519538 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 945 time: 0.0759749 Jul 23 23:03:49.770415 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-76573eca-fdd4-4e6d-b177-770e9c5ea59f req-d10421d4-7a37-4259-8305-07ffa8047c42 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516169 Jul 23 23:03:50.153749 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1d51e-82da-4ec5-b128-63bf0a7f7e2a req-b01f3243-7d17-4404-af1e-9c7e443ed1e6 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:50.155253 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6bd1d51e-82da-4ec5-b128-63bf0a7f7e2a req-b01f3243-7d17-4404-af1e-9c7e443ed1e6 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 945 time: 0.0658278 Jul 23 23:03:50.193515 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6bd1d51e-82da-4ec5-b128-63bf0a7f7e2a req-3558b3a5-5a64-41f8-a139-f389d1f8a705 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322146 Jul 23 23:03:50.507608 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 7faa5db1-eb47-4c59-a32b-4ec766445f02 up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:50.570443 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port 7faa5db1-eb47-4c59-a32b-4ec766445f02 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:50.576648 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port 7faa5db1-eb47-4c59-a32b-4ec766445f02 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:50.585033 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:50.657304 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:50.679389 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdfe0b3-b7ca-4a41-981a-676135dfee39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7faa5db1-eb47-4c59-a32b-4ec766445f02'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:03:50.681829 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9828001f-73fb-42e6-9fb7-7d9febc7132a" -d '{"events": [{"server_uuid": "2bdfe0b3-b7ca-4a41-981a-676135dfee39", "name": "network-vif-plugged", "status": "completed", "tag": "7faa5db1-eb47-4c59-a32b-4ec766445f02"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:03:50.696898 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 7faa5db1-eb47-4c59-a32b-4ec766445f02, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=7faa5db1-eb47-4c59-a32b-4ec766445f02,segment=NetworkSegment(502f6f4d-a538-4c25-96c3-259a05ca190f),segment_id=502f6f4d-a538-4c25-96c3-259a05ca190f)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:50.701426 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c00e3c-7bc5-4c06-9eaa-3b15c77406cb req-eb997186-1c7c-49a6-b025-510c3b0f4f32 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:50.701982 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:50.703090 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a1c00e3c-7bc5-4c06-9eaa-3b15c77406cb req-eb997186-1c7c-49a6-b025-510c3b0f4f32 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0645971 Jul 23 23:03:50.739976 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a1c00e3c-7bc5-4c06-9eaa-3b15c77406cb req-2f0e0f28-0f52-438f-a0d1-e6a7d5139c89 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310667 Jul 23 23:03:50.747798 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=7faa5db1-eb47-4c59-a32b-4ec766445f02,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:50.782894 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bc1294-2147-4a0e-befe-3e7b2c5041c5 x-openstack-request-id: req-30bc1294-2147-4a0e-befe-3e7b2c5041c5 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:03:50.783397 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdfe0b3-b7ca-4a41-981a-676135dfee39", "name": "network-vif-plugged", "status": "completed", "tag": "7faa5db1-eb47-4c59-a32b-4ec766445f02", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:03:50.783660 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30bc1294-2147-4a0e-befe-3e7b2c5041c5 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:03:50.784065 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdfe0b3-b7ca-4a41-981a-676135dfee39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7faa5db1-eb47-4c59-a32b-4ec766445f02', 'code': 200} Jul 23 23:03:50.900317 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b2a0d-69e0-415c-9e6f-791387b54370 req-31b912af-1fae-4811-bc51-79bd7adcaada tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:50.902323 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-061b2a0d-69e0-415c-9e6f-791387b54370 req-31b912af-1fae-4811-bc51-79bd7adcaada tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 946 time: 0.0615804 Jul 23 23:03:50.941475 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-061b2a0d-69e0-415c-9e6f-791387b54370 req-0784190c-aa5f-4b05-bbb0-0b794e72d3c6 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336967 Jul 23 23:03:51.320583 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c7bfa-5a2b-415c-814e-2cc1607f7344 req-f0e45d0a-f975-4c93-a99e-d7748a6cde77 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:51.322041 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-601c7bfa-5a2b-415c-814e-2cc1607f7344 req-f0e45d0a-f975-4c93-a99e-d7748a6cde77 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 945 time: 0.0624475 Jul 23 23:03:51.358637 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-601c7bfa-5a2b-415c-814e-2cc1607f7344 req-d6aa7798-c0b6-44ba-870d-cd6c6d7cf841 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307701 Jul 23 23:03:52.105490 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff9d26-f73b-417c-b7c8-7ecdb3bedcae req-3db4d7ae-48a4-4815-99c3-37b45001f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:52.106901 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96ff9d26-f73b-417c-b7c8-7ecdb3bedcae req-3db4d7ae-48a4-4815-99c3-37b45001f70f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 1099 time: 0.3758209 Jul 23 23:03:52.149039 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ba9a8-594e-4cef-8959-4590eb674a82 req-9bd536bd-8551-4a9a-834b-4a8dbffb264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:52.151199 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-952ba9a8-594e-4cef-8959-4590eb674a82 req-9bd536bd-8551-4a9a-834b-4a8dbffb264e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 1099 time: 0.3909750 Jul 23 23:03:52.204000 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96ff9d26-f73b-417c-b7c8-7ecdb3bedcae req-1f1e09ac-1eb0-4b35-b1fa-765ee71f9a70 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801682 Jul 23 23:03:52.220851 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a667d9-421d-4433-b9d1-060cca54ec90 req-7f4f61dd-840d-45b9-a4c5-4b2a9d49da1b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:52.222283 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-64a667d9-421d-4433-b9d1-060cca54ec90 req-7f4f61dd-840d-45b9-a4c5-4b2a9d49da1b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.4138985 Jul 23 23:03:52.245738 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef04ebc1-1001-4a26-913b-bb80a1c1bece req-6173891c-eda6-44ca-850e-3e25fb07e703 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:52.247166 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ef04ebc1-1001-4a26-913b-bb80a1c1bece req-6173891c-eda6-44ca-850e-3e25fb07e703 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 946 time: 0.1599362 Jul 23 23:03:52.249731 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-952ba9a8-594e-4cef-8959-4590eb674a82 req-668e2cdf-6bc3-4875-86e1-d94b948d97eb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891893 Jul 23 23:03:52.297305 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-64a667d9-421d-4433-b9d1-060cca54ec90 req-c2211b97-264c-4ec1-a424-8d35b43e200c tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663815 Jul 23 23:03:52.310284 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ef04ebc1-1001-4a26-913b-bb80a1c1bece req-b74d61ff-38a7-4cb2-8936-dfc411278bdc tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543010 Jul 23 23:03:52.494862 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c102f61-e073-4cdc-ad73-c3d59d9f6304 req-0b3d7f5c-b419-48e4-9204-54f87f39ebc8 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:52.496320 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7c102f61-e073-4cdc-ad73-c3d59d9f6304 req-0b3d7f5c-b419-48e4-9204-54f87f39ebc8 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 945 time: 0.0625944 Jul 23 23:03:52.535134 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7c102f61-e073-4cdc-ad73-c3d59d9f6304 req-dda149ee-a7e0-4a84-9b2f-2df360f256c1 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331597 Jul 23 23:03:53.431139 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1dcc2-64ea-4898-9d54-9f9b00e57333 req-f0b6217d-7388-49a0-b2df-906a818d94de tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:53.432604 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d6c1dcc2-64ea-4898-9d54-9f9b00e57333 req-f0b6217d-7388-49a0-b2df-906a818d94de tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0644076 Jul 23 23:03:53.475730 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d6c1dcc2-64ea-4898-9d54-9f9b00e57333 req-b77e3e48-c10a-4724-bba6-86b2b4bb9095 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372760 Jul 23 23:03:53.599569 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aea822-99d4-4128-9c11-37188e9ba7a5 req-61dad2c1-4070-4c85-bae6-8d26a21cab0f tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:53.601543 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-04aea822-99d4-4128-9c11-37188e9ba7a5 req-61dad2c1-4070-4c85-bae6-8d26a21cab0f tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 946 time: 0.0656135 Jul 23 23:03:53.641087 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-04aea822-99d4-4128-9c11-37188e9ba7a5 req-c78af2b3-02c7-45a8-bdf0-85e0145a4134 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321116 Jul 23 23:03:53.709682 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:03:53.760475 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84935ef4-da29-4732-a08f-61b20b9c382b req-9a80e713-b4d9-4d0d-a10f-9557ff5a4cca tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:53.761917 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-84935ef4-da29-4732-a08f-61b20b9c382b req-9a80e713-b4d9-4d0d-a10f-9557ff5a4cca tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 945 time: 0.0616009 Jul 23 23:03:53.798118 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-84935ef4-da29-4732-a08f-61b20b9c382b req-a66fc5bd-9dae-47f7-9339-dfaa529841ab tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306280 Jul 23 23:03:56.253855 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device edcac6e2-7fb8-4167-909c-391b11f21f58 up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:03:56.311549 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port edcac6e2-7fb8-4167-909c-391b11f21f58 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:03:56.315062 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port edcac6e2-7fb8-4167-909c-391b11f21f58 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:03:56.315433 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:56.398839 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:56.425112 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ba9ba4-47fe-4396-b309-eb3bee8d3b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcac6e2-7fb8-4167-909c-391b11f21f58'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:03:56.427422 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e368664a-e032-4273-97a9-088ac4596927" -d '{"events": [{"server_uuid": "29ba9ba4-47fe-4396-b309-eb3bee8d3b95", "name": "network-vif-plugged", "status": "completed", "tag": "edcac6e2-7fb8-4167-909c-391b11f21f58"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:03:56.442059 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port edcac6e2-7fb8-4167-909c-391b11f21f58, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=edcac6e2-7fb8-4167-909c-391b11f21f58,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:03:56.446464 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:03:56.505663 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=edcac6e2-7fb8-4167-909c-391b11f21f58,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:03:56.522914 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cfebb-142f-40ce-acae-18ed93e45beb req-77f79375-ce48-4865-a3cf-73ec1b1f0e1b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:56.524705 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-272cfebb-142f-40ce-acae-18ed93e45beb req-77f79375-ce48-4865-a3cf-73ec1b1f0e1b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0898478 Jul 23 23:03:56.566720 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-272cfebb-142f-40ce-acae-18ed93e45beb req-6804758e-d165-4866-8c8c-fb65ae28fab3 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353918 Jul 23 23:03:56.633950 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb492835-b4ea-47bf-909b-f6305af8d482 req-a117c159-53f3-46af-ab09-60e1a94b9f44 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:56.635458 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-cb492835-b4ea-47bf-909b-f6305af8d482 req-a117c159-53f3-46af-ab09-60e1a94b9f44 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 946 time: 0.0730457 Jul 23 23:03:56.707536 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-cb492835-b4ea-47bf-909b-f6305af8d482 req-06d97d93-bfc5-4f58-852f-99f9b1331e3b tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601373 Jul 23 23:03:56.728847 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae6495-b357-41a8-bbf3-8553721e402a req-33ae9475-e2af-4ebe-8d84-2223b4b20502 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:56.731024 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-eeae6495-b357-41a8-bbf3-8553721e402a req-33ae9475-e2af-4ebe-8d84-2223b4b20502 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 946 time: 0.0945423 Jul 23 23:03:56.753167 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a50f68-15a3-4aed-a943-151139ca327d x-openstack-request-id: req-35a50f68-15a3-4aed-a943-151139ca327d {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:03:56.753454 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ba9ba4-47fe-4396-b309-eb3bee8d3b95", "name": "network-vif-plugged", "status": "completed", "tag": "edcac6e2-7fb8-4167-909c-391b11f21f58", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:03:56.753709 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35a50f68-15a3-4aed-a943-151139ca327d {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:03:56.754106 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ba9ba4-47fe-4396-b309-eb3bee8d3b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edcac6e2-7fb8-4167-909c-391b11f21f58', 'code': 200} Jul 23 23:03:56.769701 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-eeae6495-b357-41a8-bbf3-8553721e402a req-c8495bca-ccbf-48a7-a112-99b3497f083c tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330009 Jul 23 23:03:57.695919 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76eeff0-e80b-432f-83ab-094f41b1e704 req-d743ba52-8bb9-4232-a58b-efd7c47cfc66 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:57.697317 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f76eeff0-e80b-432f-83ab-094f41b1e704 req-d743ba52-8bb9-4232-a58b-efd7c47cfc66 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0627697 Jul 23 23:03:57.738895 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f76eeff0-e80b-432f-83ab-094f41b1e704 req-e6f08545-9447-43c1-adf9-3e9b5cf75d65 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359004 Jul 23 23:03:57.865243 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e271b42-6324-4ac2-8c0d-e67dabecebbc req-6dcc5a8b-fec5-4495-afba-adaad83b2b9f tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:57.870999 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6e271b42-6324-4ac2-8c0d-e67dabecebbc req-6dcc5a8b-fec5-4495-afba-adaad83b2b9f tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 946 time: 0.0757418 Jul 23 23:03:57.909169 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6e271b42-6324-4ac2-8c0d-e67dabecebbc req-21f1da5f-288a-48e6-ac28-2601e6cd1f48 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366278 Jul 23 23:03:58.048668 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2aaf6-bd0a-42a4-9020-ac38cd8d6a94 req-1171c98f-3891-46f9-bd8d-3c9d5166c96f tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:58.050089 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-35a2aaf6-bd0a-42a4-9020-ac38cd8d6a94 req-1171c98f-3891-46f9-bd8d-3c9d5166c96f tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 946 time: 0.0977752 Jul 23 23:03:58.098978 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-35a2aaf6-bd0a-42a4-9020-ac38cd8d6a94 req-5bf3874e-10cb-4276-823f-313cb310924d tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423253 Jul 23 23:03:58.101700 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b6b45-3a84-47d0-a22e-310252909ebf req-819ca311-037a-4054-82a3-dbde737cd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:58.103145 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-469b6b45-3a84-47d0-a22e-310252909ebf req-819ca311-037a-4054-82a3-dbde737cd43e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 1099 time: 0.0915666 Jul 23 23:03:58.254991 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-469b6b45-3a84-47d0-a22e-310252909ebf req-00b576ec-84a2-4187-baa8-77cb379941b8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296121 Jul 23 23:03:58.895015 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496e5a3-c14d-4646-9787-192cd8b2ac59 req-ecac4469-3ca6-4c51-920a-e4357b69db0e tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:58.896554 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2496e5a3-c14d-4646-9787-192cd8b2ac59 req-ecac4469-3ca6-4c51-920a-e4357b69db0e tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0748127 Jul 23 23:03:58.937939 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2496e5a3-c14d-4646-9787-192cd8b2ac59 req-eeb90bd2-e99a-4cd7-b5d9-0a8910003ae0 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354977 Jul 23 23:03:59.051768 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ebe6a-4a1b-4453-8a27-18ee259262ca req-c26b1783-b9d4-4f6a-a3c2-a1c4333634f7 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:59.053339 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-997ebe6a-4a1b-4453-8a27-18ee259262ca req-c26b1783-b9d4-4f6a-a3c2-a1c4333634f7 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 946 time: 0.0629053 Jul 23 23:03:59.090219 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-997ebe6a-4a1b-4453-8a27-18ee259262ca req-9ed55cc0-547c-4f83-a77b-58de853d80f6 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313804 Jul 23 23:03:59.287647 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e881f62-03d1-4584-937e-d6fba47fee2e req-0cf64161-84fa-47a4-83e5-d0b03889d28a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:59.289142 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2e881f62-03d1-4584-937e-d6fba47fee2e req-0cf64161-84fa-47a4-83e5-d0b03889d28a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1380422 Jul 23 23:03:59.308681 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8589b69-1315-4eae-959b-5e572fe3e421 req-9c99a5d8-7dce-4107-a2af-8f0f06ee7d97 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:03:59.310878 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f8589b69-1315-4eae-959b-5e572fe3e421 req-9c99a5d8-7dce-4107-a2af-8f0f06ee7d97 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 946 time: 0.1250010 Jul 23 23:03:59.355938 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2e881f62-03d1-4584-937e-d6fba47fee2e req-23f8c568-82e6-4f15-96c4-fbd48becc8e1 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608130 Jul 23 23:03:59.368910 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f8589b69-1315-4eae-959b-5e572fe3e421 req-10d988f2-139e-455f-8dff-9905497e6b5e tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492516 Jul 23 23:04:00.523702 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cabff6c-4c30-4648-be8b-6a6cfdd533e7 req-df6feec1-3b07-4cf5-99d5-0adb348629ea tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:00.525354 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3cabff6c-4c30-4648-be8b-6a6cfdd533e7 req-df6feec1-3b07-4cf5-99d5-0adb348629ea tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 946 time: 0.0844648 Jul 23 23:04:00.541272 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 53076) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:00.583265 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3cabff6c-4c30-4648-be8b-6a6cfdd533e7 req-5b7a0a54-d6cb-4ac0-a9b6-4f051b41cbbb tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513916 Jul 23 23:04:00.665631 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-1cc52997-34f9-4872-af50-a0326245b5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.775044 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-1cc52997-34f9-4872-af50-a0326245b5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.780996 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-1cc52997-34f9-4872-af50-a0326245b5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.827854 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-1cc52997-34f9-4872-af50-a0326245b5ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0873e4738bc44348bcdd8c508ea7846b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819901 Jul 23 23:04:00.827854 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc52997-34f9-4872-af50-a0326245b5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5d4ff1-c637-4c49-b4e6-f5094303e5dd,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:00.828188 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 53092) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:00.902769 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-86dfd638-b1b3-4c10-b188-03bc9b462875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.928040 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-86dfd638-b1b3-4c10-b188-03bc9b462875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.980502 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-86dfd638-b1b3-4c10-b188-03bc9b462875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.983362 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-86dfd638-b1b3-4c10-b188-03bc9b462875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:00.987318 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-86dfd638-b1b3-4c10-b188-03bc9b462875 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff5d4ff1-c637-4c49-b4e6-f5094303e5dd HTTP/1.1" status: 204 len: 168 time: 0.1540611 Jul 23 23:04:00.993402 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfd638-b1b3-4c10-b188-03bc9b462875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5d4ff1-c637-4c49-b4e6-f5094303e5dd,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:01.146075 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc68832-d084-423a-8875-0b638d6d528a req-9a0310cc-5847-4571-830b-944d25b506c9 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:01.148834 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1cc68832-d084-423a-8875-0b638d6d528a req-9a0310cc-5847-4571-830b-944d25b506c9 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1126926 Jul 23 23:04:01.158073 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51127d0-14fa-4546-98ea-ed4609542625 req-b62652b1-1dc7-4d7e-a396-ed2248356368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:01.159636 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d51127d0-14fa-4546-98ea-ed4609542625 req-b62652b1-1dc7-4d7e-a396-ed2248356368 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73844bc3ec514868b92c7e79b128f3ee&device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 1099 time: 0.0953257 Jul 23 23:04:01.222377 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1cc68832-d084-423a-8875-0b638d6d528a req-22d3d40a-ead3-4931-873f-166542d05923 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664124 Jul 23 23:04:01.280704 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51127d0-14fa-4546-98ea-ed4609542625 req-b49904ca-a9e4-4e7d-8d62-9de04165ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:01.282275 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d51127d0-14fa-4546-98ea-ed4609542625 req-b49904ca-a9e4-4e7d-8d62-9de04165ae82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f396b245-9304-4862-be4a-20a740e2e6d4 HTTP/1.1" status: 200 len: 919 time: 0.1094489 Jul 23 23:04:01.329347 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d51127d0-14fa-4546-98ea-ed4609542625 req-1510bbc8-cc8f-47a1-8fbe-2476896a4ea8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5531c33c-327a-4031-886d-936f12928e58 HTTP/1.1" status: 200 len: 217 time: 0.0358984 Jul 23 23:04:01.387836 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51127d0-14fa-4546-98ea-ed4609542625 req-66d66823-5836-42a7-bd1b-2f7f7bd477bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:01.389588 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d51127d0-14fa-4546-98ea-ed4609542625 req-66d66823-5836-42a7-bd1b-2f7f7bd477bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09f5b0d2-9e82-4d1b-9669-e70cea678b05 HTTP/1.1" status: 200 len: 858 time: 0.0537894 Jul 23 23:04:01.428407 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d51127d0-14fa-4546-98ea-ed4609542625 req-706a51fb-c952-4ada-a0b1-581e196c7513 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f396b245-9304-4862-be4a-20a740e2e6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304580 Jul 23 23:04:01.540374 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d51127d0-14fa-4546-98ea-ed4609542625 req-63263d9b-8d92-46df-8b3a-f417d90186ae service neutron] 10.222.0.47 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930402 Jul 23 23:04:01.636797 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d51127d0-14fa-4546-98ea-ed4609542625 req-0709c323-05bd-40f1-998a-f2693b8f95d8 service neutron] 10.222.0.47 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892403 Jul 23 23:04:01.644299 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 53126) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:01.751838 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-376437ed-53b4-4d3d-bde0-e8bbb97f8027 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1626474573-network', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:01.773685 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376437ed-53b4-4d3d-bde0-e8bbb97f8027 admin admin] Made reservation on behalf of ddc94a018af14ea09f31b12bf25c04a9 for: {'network': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:01.776292 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-376437ed-53b4-4d3d-bde0-e8bbb97f8027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.785919 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-376437ed-53b4-4d3d-bde0-e8bbb97f8027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.888590 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-376437ed-53b4-4d3d-bde0-e8bbb97f8027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.893032 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-376437ed-53b4-4d3d-bde0-e8bbb97f8027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.921725 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376437ed-53b4-4d3d-bde0-e8bbb97f8027 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=93010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:04:01.936918 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376437ed-53b4-4d3d-bde0-e8bbb97f8027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dda34cb-eb48-47ce-bfc3-5893100e8a09,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:01.940047 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-376437ed-53b4-4d3d-bde0-e8bbb97f8027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:01.940386 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.segments_db [None req-376437ed-53b4-4d3d-bde0-e8bbb97f8027 admin admin] Added segment 9371e616-9db9-4dcc-adc0-71510dac173d of type vlan for network dd27e022-66ce-4ea6-b6aa-eb706400f63b Jul 23 23:04:02.002889 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-376437ed-53b4-4d3d-bde0-e8bbb97f8027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.038574 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-376437ed-53b4-4d3d-bde0-e8bbb97f8027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.039672 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376437ed-53b4-4d3d-bde0-e8bbb97f8027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:02.040262 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-376437ed-53b4-4d3d-bde0-e8bbb97f8027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.072911 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-376437ed-53b4-4d3d-bde0-e8bbb97f8027 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4274495 Jul 23 23:04:02.076548 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 53148) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:02.081591 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-87cd76b2-43f6-46d4-8ed7-47b364c99cc3 admin admin] Request body: {'subnet': {'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1626474573-subnet', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'ip_version': 4}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:02.106299 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376437ed-53b4-4d3d-bde0-e8bbb97f8027 admin admin] Pushing event updated for resources: {'Network': ['ID=dd27e022-66ce-4ea6-b6aa-eb706400f63b,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:02.112712 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cd76b2-43f6-46d4-8ed7-47b364c99cc3 admin admin] Made reservation on behalf of ddc94a018af14ea09f31b12bf25c04a9 for: {'subnet': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:02.116414 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-87cd76b2-43f6-46d4-8ed7-47b364c99cc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11915050'] for subnet, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.124024 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network dd27e022-66ce-4ea6-b6aa-eb706400f63b details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:04:02.317248 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-87cd76b2-43f6-46d4-8ed7-47b364c99cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11586221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11915064'] for subnet, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.381761 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 53162) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:02.382824 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b222723-da6a-49ab-b490-43b2dd79a0a7 req-f4a79a2b-5d25-4290-9b52-451f0da67344 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:02.384387 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6b222723-da6a-49ab-b490-43b2dd79a0a7 req-f4a79a2b-5d25-4290-9b52-451f0da67344 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0851138 Jul 23 23:04:02.410981 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd76b2-43f6-46d4-8ed7-47b364c99cc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc8c905-2095-4e1d-a0db-431db2c0bf1b,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:02.435016 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cd76b2-43f6-46d4-8ed7-47b364c99cc3 admin admin] Checking segment: {'id': '9371e616-9db9-4dcc-adc0-71510dac173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:02.435668 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cd76b2-43f6-46d4-8ed7-47b364c99cc3 admin admin] Network hostable DHCP agents. Network: dd27e022-66ce-4ea6-b6aa-eb706400f63b, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:04:02.468120 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cd76b2-43f6-46d4-8ed7-47b364c99cc3 admin admin] Network dd27e022-66ce-4ea6-b6aa-eb706400f63b is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:04:02.468919 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6b222723-da6a-49ab-b490-43b2dd79a0a7 req-271fbb9f-b7b5-435e-a32b-63e53ccad55a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743899 Jul 23 23:04:02.498837 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-87cd76b2-43f6-46d4-8ed7-47b364c99cc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, dd27e022-66ce-4ea6-b6aa-eb706400f63b) {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:02.503408 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cd76b2-43f6-46d4-8ed7-47b364c99cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:02.504149 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-87cd76b2-43f6-46d4-8ed7-47b364c99cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.508555 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b93934-de13-4cc3-82c7-2d8e96353a74 None None] Network dd27e022-66ce-4ea6-b6aa-eb706400f63b requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:02.520875 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-87cd76b2-43f6-46d4-8ed7-47b364c99cc3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4431889 Jul 23 23:04:02.523710 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 53168) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:02.528081 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1626474573-router', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:02.550565 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-358d2213-b7dc-41b1-993c-815ab4b23c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.576841 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1948'] for router, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.577834 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-949246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1008198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.649799 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.671208 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83d872e7-6b40-5497-832c-d0f147a04015-dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'fixed_ips': [{'subnet_id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b'}]}} from dv-cinder-679138-12-iscsi. {{(pid=93011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:04:02.672070 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.808483 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Allocated IP 172.20.0.2 (dd27e022-66ce-4ea6-b6aa-eb706400f63b/acc8c905-2095-4e1d-a0db-431db2c0bf1b/5d3607a8-978d-4936-a010-f6fe827de3ef) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:02.820817 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.834860 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-358d2213-b7dc-41b1-993c-815ab4b23c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.839388 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-358d2213-b7dc-41b1-993c-815ab4b23c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:02.896883 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-358d2213-b7dc-41b1-993c-815ab4b23c55 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e2fd623755c41a3a1fcd40495cdb90f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5136309 Jul 23 23:04:02.904031 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 53174) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:02.912786 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d2213-b7dc-41b1-993c-815ab4b23c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18c5414-ee51-410b-a755-d7381c630243,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:02.974489 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-36003516-7a5d-4a0b-be74-cf5c29e9b651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.008278 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-36003516-7a5d-4a0b-be74-cf5c29e9b651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.074558 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-36003516-7a5d-4a0b-be74-cf5c29e9b651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.077529 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-36003516-7a5d-4a0b-be74-cf5c29e9b651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.078989 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-36003516-7a5d-4a0b-be74-cf5c29e9b651 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a18c5414-ee51-410b-a755-d7381c630243 HTTP/1.1" status: 204 len: 168 time: 0.1733868 Jul 23 23:04:03.100026 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36003516-7a5d-4a0b-be74-cf5c29e9b651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18c5414-ee51-410b-a755-d7381c630243,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:03.131583 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.143118 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Transition to ACTIVE for port object 5d3607a8-978d-4936-a010-f6fe827de3ef will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:03.157083 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.161537 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Transition to ACTIVE for port object 5d3607a8-978d-4936-a010-f6fe827de3ef will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:03.172665 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.189198 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.217082 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Network dd27e022-66ce-4ea6-b6aa-eb706400f63b is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:03.224450 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:03.228205 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:03.236300 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Pushing event updated for resources: {'Port': ['ID=5d3607a8-978d-4936-a010-f6fe827de3ef,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:03.310560 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Attempting to bind port 5d3607a8-978d-4936-a010-f6fe827de3ef on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:03.311536 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Attempting to bind port 5d3607a8-978d-4936-a010-f6fe827de3ef by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '9371e616-9db9-4dcc-adc0-71510dac173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:03.312276 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Attempting to bind port 5d3607a8-978d-4936-a010-f6fe827de3ef on network dd27e022-66ce-4ea6-b6aa-eb706400f63b {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:03.320165 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:03.320852 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Checking segment: {'id': '9371e616-9db9-4dcc-adc0-71510dac173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:03.321597 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.322002 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Bound using segment: {'id': '9371e616-9db9-4dcc-adc0-71510dac173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:03.322490 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Bound port: 5d3607a8-978d-4936-a010-f6fe827de3ef, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9371e616-9db9-4dcc-adc0-71510dac173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:03.322904 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.333580 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_common [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] Allocated IP 172.27.3.103 (28efa890-d1ea-4772-b7d3-cfef5dff758d/97030860-1f38-455c-ac9a-169aa93780e4/4847d1f3-93b7-4903-b116-a79ac8d7c822) {{(pid=93009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:03.405749 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] For port 5d3607a8-978d-4936-a010-f6fe827de3ef, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:03.410228 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] For port 5d3607a8-978d-4936-a010-f6fe827de3ef, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=5d3607a8-978d-4936-a010-f6fe827de3ef,segment=NetworkSegment(9371e616-9db9-4dcc-adc0-71510dac173d),segment_id=9371e616-9db9-4dcc-adc0-71510dac173d)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:03.418145 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.490453 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.535703 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895ccfd-d505-4609-b651-23fb6abc8967 None None] Pushing event updated for resources: {'Port': ['ID=5d3607a8-978d-4936-a010-f6fe827de3ef,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:03.600390 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:03.672383 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:03.676603 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:03.686418 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] Received port after_create {{(pid=93009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:03.689176 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04d966-0c4e-4647-ab87-bbaafcd9dfda req-77d7a2ee-a710-48bb-b74d-0ff80a743c0a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:03.696395 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-df04d966-0c4e-4647-ab87-bbaafcd9dfda req-77d7a2ee-a710-48bb-b74d-0ff80a743c0a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1107144 Jul 23 23:04:03.721169 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] Pushing event updated for resources: {'Port': ['ID=4847d1f3-93b7-4903-b116-a79ac8d7c822,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:03.739974 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-df04d966-0c4e-4647-ab87-bbaafcd9dfda req-1e84c63c-7a4d-4cf9-a89e-7da0696bdd87 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427198 Jul 23 23:04:04.023703 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.234847 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946495'] for router, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.401121 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] Router b2dedc35-c925-440e-ad59-795972f22ea0 is scheduled to L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 with binding_index 1 {{(pid=93009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:04:04.661608 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2952b67-002d-495c-9fec-20a5d7884796 None None] Network dd27e022-66ce-4ea6-b6aa-eb706400f63b requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:04.757183 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:04.762301 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-feb3c098-0bce-43a7-8bb0-4aa4a9d8f649 None None] Provisioning for port 5d3607a8-978d-4936-a010-f6fe827de3ef completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:04.771170 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Sync routers for ids ['b2dedc35-c925-440e-ad59-795972f22ea0'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:04.778289 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:04.783209 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 53236) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:04.783695 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-c973cdc0-4c8b-4f5e-ac5c-a313ef6554d9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2585309 Jul 23 23:04:04.791285 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Routers {'b2dedc35-c925-440e-ad59-795972f22ea0'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:04.792041 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:03:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['b2dedc35-c925-440e-ad59-795972f22ea0'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:04.987721 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 5d3607a8-978d-4936-a010-f6fe827de3ef up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:04.995223 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Set router b2dedc35-c925-440e-ad59-795972f22ea0 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:05.047734 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port 5d3607a8-978d-4936-a010-f6fe827de3ef completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:05.076282 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d750ea-84e8-4a60-b687-4c4f5ce14e29 req-0af0dda5-d1ff-42df-9783-e61a728cd87c tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:05.077151 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 5d3607a8-978d-4936-a010-f6fe827de3ef triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:05.077579 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:05.088160 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e2d750ea-84e8-4a60-b687-4c4f5ce14e29 req-0af0dda5-d1ff-42df-9783-e61a728cd87c tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.2224226 Jul 23 23:04:05.171755 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e2d750ea-84e8-4a60-b687-4c4f5ce14e29 req-9a03802a-72f5-422f-89b1-5162055af5d4 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713723 Jul 23 23:04:05.229350 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:05.273159 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port 5d3607a8-978d-4936-a010-f6fe827de3ef, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=5d3607a8-978d-4936-a010-f6fe827de3ef,segment=NetworkSegment(9371e616-9db9-4dcc-adc0-71510dac173d),segment_id=9371e616-9db9-4dcc-adc0-71510dac173d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:05.277621 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:05.342726 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4692a57e-2fd9-47a7-89d9-4ed2c34c6796 None None] Provisioning complete for port 5d3607a8-978d-4936-a010-f6fe827de3ef triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:05.343095 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4692a57e-2fd9-47a7-89d9-4ed2c34c6796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:05.357501 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'name': 'tempest-TestShelveInstance-1626474573-router', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:02Z', 'updated_at': '2021-07-23T23:04:03Z', 'revision_number': 3, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'gw_port': {'id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:03Z', 'updated_at': '2021-07-23T23:04:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:05.367653 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=5d3607a8-978d-4936-a010-f6fe827de3ef,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:05.386540 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Checking router: b2dedc35-c925-440e-ad59-795972f22ea0 for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:04:05.386894 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Updating router b2dedc35-c925-440e-ad59-795972f22ea0 port 4847d1f3-93b7-4903-b116-a79ac8d7c822 binding host dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:04:05.431811 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:05.435591 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:05.597019 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] Allocated IP 172.20.0.1 (dd27e022-66ce-4ea6-b6aa-eb706400f63b/acc8c905-2095-4e1d-a0db-431db2c0bf1b/c0be0bd3-344c-4fed-ab3d-8942b1b37071) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:05.686743 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:05.698807 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Transition to ACTIVE for port object 4847d1f3-93b7-4903-b116-a79ac8d7c822 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:05.707249 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:05.722453 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:05.738779 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] Transition to ACTIVE for port object c0be0bd3-344c-4fed-ab3d-8942b1b37071 will not be triggered until provisioned by entity DHCP. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:05.768054 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Attempting to bind port 4847d1f3-93b7-4903-b116-a79ac8d7c822 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:05.768650 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Attempting to bind port 4847d1f3-93b7-4903-b116-a79ac8d7c822 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:05.769213 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Attempting to bind port 4847d1f3-93b7-4903-b116-a79ac8d7c822 on network 28efa890-d1ea-4772-b7d3-cfef5dff758d {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:05.778932 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb7de4-edb8-486e-aac6-0c987b35dc7b None None] Pushing event updated for resources: {'Port': ['ID=4847d1f3-93b7-4903-b116-a79ac8d7c822,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:05.786779 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb7de4-edb8-486e-aac6-0c987b35dc7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:05.787144 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb7de4-edb8-486e-aac6-0c987b35dc7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:05.787481 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb7de4-edb8-486e-aac6-0c987b35dc7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:05.787836 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb7de4-edb8-486e-aac6-0c987b35dc7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:05.788175 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb7de4-edb8-486e-aac6-0c987b35dc7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:05.788516 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb7de4-edb8-486e-aac6-0c987b35dc7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:05.788833 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb7de4-edb8-486e-aac6-0c987b35dc7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:05.789146 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb7de4-edb8-486e-aac6-0c987b35dc7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:05.789401 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:05.789865 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb7de4-edb8-486e-aac6-0c987b35dc7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:05.789865 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb7de4-edb8-486e-aac6-0c987b35dc7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:05.790075 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb7de4-edb8-486e-aac6-0c987b35dc7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:05.790554 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21eb7de4-edb8-486e-aac6-0c987b35dc7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:05.795928 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:05.796599 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Checking segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:05.797150 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:05.797874 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Bound using segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:05.798480 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Bound port: 4847d1f3-93b7-4903-b116-a79ac8d7c822, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:05.799117 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:05.826532 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] Network dd27e022-66ce-4ea6-b6aa-eb706400f63b is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:05.831102 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:05.837503 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:05.869214 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] Pushing event updated for resources: {'Port': ['ID=c0be0bd3-344c-4fed-ab3d-8942b1b37071,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:05.874706 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] For port 4847d1f3-93b7-4903-b116-a79ac8d7c822, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:05.878709 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] For port 4847d1f3-93b7-4903-b116-a79ac8d7c822, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=4847d1f3-93b7-4903-b116-a79ac8d7c822,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:05.884654 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:05.892776 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944432'] for router_interface, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:06.017043 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb7de4-edb8-486e-aac6-0c987b35dc7b None None] Pushing event updated for resources: {'Port': ['ID=4847d1f3-93b7-4903-b116-a79ac8d7c822,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:06.039898 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Routers {'b2dedc35-c925-440e-ad59-795972f22ea0'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:06.041148 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:03:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['b2dedc35-c925-440e-ad59-795972f22ea0'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:06.059497 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:06.177682 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] Set router b2dedc35-c925-440e-ad59-795972f22ea0 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:06.184566 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-583e028b-446f-42f5-af64-e6e2fe52528c None None] Provisioning for port c0be0bd3-344c-4fed-ab3d-8942b1b37071 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:06.195746 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-583e028b-446f-42f5-af64-e6e2fe52528c None None] Provisioning complete for port c0be0bd3-344c-4fed-ab3d-8942b1b37071 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:06.196407 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-583e028b-446f-42f5-af64-e6e2fe52528c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:06.269565 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-583e028b-446f-42f5-af64-e6e2fe52528c None None] Port c0be0bd3-344c-4fed-ab3d-8942b1b37071 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:04:06.368008 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:06.379012 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:06.460625 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'name': 'tempest-TestShelveInstance-1626474573-router', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:02Z', 'updated_at': '2021-07-23T23:04:05Z', 'revision_number': 4, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'gw_port': {'id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:03Z', 'updated_at': '2021-07-23T23:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'c0be0bd3-344c-4fed-ab3d-8942b1b37071', 'name': '', 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'mac_address': 'fa:16:3e:1b:b5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:05Z', 'updated_at': '2021-07-23T23:04:05Z', 'revision_number': 1, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'subnets': [{'id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:06.491373 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d54d78-a65a-465b-b308-f7f468ef0409 None None] The sync data for ids ['b2dedc35-c925-440e-ad59-795972f22ea0'] in dv-cinder-679138-12-iscsi is: [{'id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'name': 'tempest-TestShelveInstance-1626474573-router', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:02Z', 'updated_at': '2021-07-23T23:04:05Z', 'revision_number': 4, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'gw_port': {'id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:03Z', 'updated_at': '2021-07-23T23:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'c0be0bd3-344c-4fed-ab3d-8942b1b37071', 'name': '', 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'mac_address': 'fa:16:3e:1b:b5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:05Z', 'updated_at': '2021-07-23T23:04:05Z', 'revision_number': 1, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'subnets': [{'id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:06.707737 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943877'] for router_interface, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:06.801626 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] Pushing event updated for resources: {'Port': ['ID=c0be0bd3-344c-4fed-ab3d-8942b1b37071,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:06.817623 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64721c1-a850-4346-b37d-4123936a93da req-703d8dd9-a5e7-46f0-9621-02d70054b22d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:06.819659 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e64721c1-a850-4346-b37d-4123936a93da req-703d8dd9-a5e7-46f0-9621-02d70054b22d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.5188017 Jul 23 23:04:06.935449 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e64721c1-a850-4346-b37d-4123936a93da req-172e7de1-e25b-4966-b73c-4831615476a8 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045027 Jul 23 23:04:06.941683 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 5d3607a8-978d-4936-a010-f6fe827de3ef up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:06.962031 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812ef5f-2684-451c-98b8-06b81cef40e6 req-bd49ff7c-db88-429e-b485-e96622158b4b tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:06.964123 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e812ef5f-2684-451c-98b8-06b81cef40e6 req-bd49ff7c-db88-429e-b485-e96622158b4b tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 946 time: 0.2749434 Jul 23 23:04:06.984585 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] Network dd27e022-66ce-4ea6-b6aa-eb706400f63b is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:06.997309 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:07.027623 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 5d3607a8-978d-4936-a010-f6fe827de3ef triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:07.028806 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:07.114270 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e812ef5f-2684-451c-98b8-06b81cef40e6 req-4f095b08-239b-48a3-9926-bcf7f82cd116 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418324 Jul 23 23:04:07.150566 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 53278) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:07.182375 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] Router b2dedc35-c925-440e-ad59-795972f22ea0 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:04:07.342976 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:07.348766 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-a3d21656-63e0-4409-bcc7-58281475ca8e admin admin] 10.222.0.20 "PUT /v2.0/routers/b2dedc35-c925-440e-ad59-795972f22ea0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5638688 Jul 23 23:04:07.423683 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4318a00c-4d3b-4031-bb34-3591b4e433c3 None None] Provisioning complete for port c0be0bd3-344c-4fed-ab3d-8942b1b37071 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:07.424255 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4318a00c-4d3b-4031-bb34-3591b4e433c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:07.460920 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfde927-63c8-4745-b4a5-23dc3d59afb1 tempest-TestMinimumBasicScenario-1868592508 tempest-TestMinimumBasicScenario-1868592508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:07.466208 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 53288) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:07.466583 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-6bfde927-63c8-4745-b4a5-23dc3d59afb1 tempest-TestMinimumBasicScenario-1868592508 tempest-TestMinimumBasicScenario-1868592508-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 1094 time: 0.3148439 Jul 23 23:04:07.471679 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Request body: {'floatingip': {'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'port_id': 'ea591416-9920-41ed-9d33-eee7bae7a978', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:07.515432 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for floatingip, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:07.528311 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4318a00c-4d3b-4031-bb34-3591b4e433c3 None None] Port c0be0bd3-344c-4fed-ab3d-8942b1b37071 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:04:07.675577 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:07.890345 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Allocated IP 172.27.3.55 (28efa890-d1ea-4772-b7d3-cfef5dff758d/97030860-1f38-455c-ac9a-169aa93780e4/a3b21c83-9f7e-4e3d-b20b-a49981b7d3c0) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:08.081130 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.125275 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 53318) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:08.129669 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-f2373ba7-45e2-429c-8bba-310b6ef584f0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1152755656-network', 'tenant_id': '2b0df88b96314bd999a79f4d42bada46'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:08.152735 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cdcd1d-7fd6-41fd-9e51-78b315318d6d req-b2271918-8e3f-4df1-86ae-6526335b7bf3 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:08.154312 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d6cdcd1d-7fd6-41fd-9e51-78b315318d6d req-b2271918-8e3f-4df1-86ae-6526335b7bf3 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1239610 Jul 23 23:04:08.175116 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.209770 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2373ba7-45e2-429c-8bba-310b6ef584f0 admin admin] Made reservation on behalf of 2b0df88b96314bd999a79f4d42bada46 for: {'network': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:08.212046 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f2373ba7-45e2-429c-8bba-310b6ef584f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.240379 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f2373ba7-45e2-429c-8bba-310b6ef584f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.252315 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:08.262941 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:08.269688 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:08.274602 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d6cdcd1d-7fd6-41fd-9e51-78b315318d6d req-c59a74dd-eaa0-4414-b81a-6104cc6c6b11 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133251 Jul 23 23:04:08.276945 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Pushing event updated for resources: {'Port': ['ID=a3b21c83-9f7e-4e3d-b20b-a49981b7d3c0,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:08.313712 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:08.314064 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:08.314412 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:08.314784 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:08.315119 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:08.315454 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:08.315786 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:08.316115 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:08.316441 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:08.316767 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:08.317092 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:08.317421 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:08.540345 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f2373ba7-45e2-429c-8bba-310b6ef584f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.546055 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f2373ba7-45e2-429c-8bba-310b6ef584f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.588444 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2373ba7-45e2-429c-8bba-310b6ef584f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=93010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:04:08.597641 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2373ba7-45e2-429c-8bba-310b6ef584f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3e46be-205a-43f1-a882-060de97fcc2f,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:08.610839 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f2373ba7-45e2-429c-8bba-310b6ef584f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.611096 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.segments_db [None req-f2373ba7-45e2-429c-8bba-310b6ef584f0 admin admin] Added segment 66afd92e-080e-47c8-8449-296fd8aa8772 of type vlan for network 24b85a26-83cb-4a11-80dc-407b21253a49 Jul 23 23:04:08.725787 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f2373ba7-45e2-429c-8bba-310b6ef584f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.808891 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f2373ba7-45e2-429c-8bba-310b6ef584f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.810509 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2373ba7-45e2-429c-8bba-310b6ef584f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:08.811096 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f2373ba7-45e2-429c-8bba-310b6ef584f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.872275 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:08.889953 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Sync routers for ids ['b2dedc35-c925-440e-ad59-795972f22ea0'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:08.903640 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-f2373ba7-45e2-429c-8bba-310b6ef584f0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7740571 Jul 23 23:04:08.905286 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 53324) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:08.907248 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Routers {'b2dedc35-c925-440e-ad59-795972f22ea0'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:08.907898 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:03:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['b2dedc35-c925-440e-ad59-795972f22ea0'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:08.912161 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-7ffa7dea-f7ba-49bc-a7eb-86bfb1de3ba7 admin admin] Request body: {'subnet': {'network_id': '24b85a26-83cb-4a11-80dc-407b21253a49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1152755656-subnet', 'tenant_id': '2b0df88b96314bd999a79f4d42bada46', 'ip_version': 4}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:08.944926 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2373ba7-45e2-429c-8bba-310b6ef584f0 admin admin] Pushing event updated for resources: {'Network': ['ID=24b85a26-83cb-4a11-80dc-407b21253a49,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:08.978768 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network 24b85a26-83cb-4a11-80dc-407b21253a49 details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:04:08.979054 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffa7dea-f7ba-49bc-a7eb-86bfb1de3ba7 admin admin] Made reservation on behalf of 2b0df88b96314bd999a79f4d42bada46 for: {'subnet': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:08.981370 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 4847d1f3-93b7-4903-b116-a79ac8d7c822 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:08.986398 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7ffa7dea-f7ba-49bc-a7eb-86bfb1de3ba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11915050'] for subnet, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.025788 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.247483 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port 4847d1f3-93b7-4903-b116-a79ac8d7c822 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:09.251708 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.258704 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.260065 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 4847d1f3-93b7-4903-b116-a79ac8d7c822 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:09.262959 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.308558 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Set router b2dedc35-c925-440e-ad59-795972f22ea0 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:09.332645 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Pushing event updated for resources: {'Port': ['ID=a3b21c83-9f7e-4e3d-b20b-a49981b7d3c0,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:09.339735 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946657'] for floatingip, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.368377 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7ffa7dea-f7ba-49bc-a7eb-86bfb1de3ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11586221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11915064'] for subnet, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.465894 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.l3_db [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Floating IP 12d4a5df-14e8-44e8-b6ef-1e9cdd002753 associated. External IP: 172.27.3.55, port: ea591416-9920-41ed-9d33-eee7bae7a978. Jul 23 23:04:09.468197 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffa7dea-f7ba-49bc-a7eb-86bfb1de3ba7 admin admin] Checking segment: {'id': '66afd92e-080e-47c8-8449-296fd8aa8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '24b85a26-83cb-4a11-80dc-407b21253a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:09.468993 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffa7dea-f7ba-49bc-a7eb-86bfb1de3ba7 admin admin] Network hostable DHCP agents. Network: 24b85a26-83cb-4a11-80dc-407b21253a49, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:04:09.473367 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa7dea-f7ba-49bc-a7eb-86bfb1de3ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8984db4a-681f-48de-83d6-af812b82e741,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:09.499522 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffa7dea-f7ba-49bc-a7eb-86bfb1de3ba7 admin admin] Network 24b85a26-83cb-4a11-80dc-407b21253a49 is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:04:09.524769 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-7ffa7dea-f7ba-49bc-a7eb-86bfb1de3ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, 24b85a26-83cb-4a11-80dc-407b21253a49) {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:09.529722 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffa7dea-f7ba-49bc-a7eb-86bfb1de3ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:09.530557 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7ffa7dea-f7ba-49bc-a7eb-86bfb1de3ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.547360 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-7ffa7dea-f7ba-49bc-a7eb-86bfb1de3ba7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6397638 Jul 23 23:04:09.549773 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 53346) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:09.555254 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1152755656-router', 'tenant_id': '2b0df88b96314bd999a79f4d42bada46', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:09.582648 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1948'] for router, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.584719 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-949246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1008198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.627150 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.642651 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1b9c6-6414-4e8a-9d5a-359908e8a4ed req-7d89f023-4626-4e0e-bf4b-1360c2887990 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:09.644280 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dff1b9c6-6414-4e8a-9d5a-359908e8a4ed req-7d89f023-4626-4e0e-bf4b-1360c2887990 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1807463 Jul 23 23:04:09.655319 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port 4847d1f3-93b7-4903-b116-a79ac8d7c822, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=4847d1f3-93b7-4903-b116-a79ac8d7c822,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:09.657189 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0bb59b-fde2-4ff3-8999-bf1c2bdd4024 None None] Network 24b85a26-83cb-4a11-80dc-407b21253a49 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:09.676966 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.681812 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.745830 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=4847d1f3-93b7-4903-b116-a79ac8d7c822,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:09.758652 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Router 6828e38b-efc9-4fa2-a659-e227a451093e has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:04:09.763236 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:09.763633 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:09.763984 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:09.764347 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:09.764685 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:09.765022 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:09.765375 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:09.765856 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:09.766137 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:09.766639 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:09.767234 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:09.767451 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:09.867158 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:09.885454 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'name': 'tempest-TestShelveInstance-1626474573-router', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:02Z', 'updated_at': '2021-07-23T23:04:05Z', 'revision_number': 4, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'gw_port': {'id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:03Z', 'updated_at': '2021-07-23T23:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'c0be0bd3-344c-4fed-ab3d-8942b1b37071', 'name': '', 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'mac_address': 'fa:16:3e:1b:b5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:05Z', 'updated_at': '2021-07-23T23:04:06Z', 'revision_number': 2, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'subnets': [{'id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:09.962006 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Checking router: b2dedc35-c925-440e-ad59-795972f22ea0 for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:04:09.962701 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Updating router b2dedc35-c925-440e-ad59-795972f22ea0 port c0be0bd3-344c-4fed-ab3d-8942b1b37071 binding host dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:04:10.039179 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.059166 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83d872e7-6b40-5497-832c-d0f147a04015-24b85a26-83cb-4a11-80dc-407b21253a49', 'network_id': '24b85a26-83cb-4a11-80dc-407b21253a49', 'tenant_id': '2b0df88b96314bd999a79f4d42bada46', 'fixed_ips': [{'subnet_id': '8984db4a-681f-48de-83d6-af812b82e741'}]}} from dv-cinder-679138-12-iscsi. {{(pid=93011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:04:10.060047 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.210724 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dff1b9c6-6414-4e8a-9d5a-359908e8a4ed req-faaea8f1-e43b-43b3-af0e-52e398c85491 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592531 Jul 23 23:04:10.224187 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.234457 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:10.237564 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e124b88f-04d8-4675-955d-416b9716b661 None None] Sync routers for ids ['6828e38b-efc9-4fa2-a659-e227a451093e'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:10.252269 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e124b88f-04d8-4675-955d-416b9716b661 None None] Routers {'6828e38b-efc9-4fa2-a659-e227a451093e'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:10.252903 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-e124b88f-04d8-4675-955d-416b9716b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:03:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['6828e38b-efc9-4fa2-a659-e227a451093e'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:10.283762 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.287653 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.346514 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-9169588e-7963-48c1-8193-30a780a6d253 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8783798 Jul 23 23:04:10.348283 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cffe3a-557c-4487-8f87-8e6f1b44a215', 'tag': 'ea591416-9920-41ed-9d33-eee7bae7a978'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:04:10.350889 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d5f124-a395-4cf5-aba3-e385387cb100" -d '{"events": [{"name": "network-changed", "server_uuid": "98cffe3a-557c-4487-8f87-8e6f1b44a215", "tag": "ea591416-9920-41ed-9d33-eee7bae7a978"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:04:10.353777 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 53370) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:10.359089 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-e44c9094-27d8-4bae-a11c-94fbab1686e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1549967172', 'description': 'tempest-secgroup-smoke-1549967172 description', 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:10.445540 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1655883c-e5ea-487a-a1ac-090870da243b x-openstack-request-id: req-1655883c-e5ea-487a-a1ac-090870da243b {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:04:10.445722 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e44c9094-27d8-4bae-a11c-94fbab1686e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.446064 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cffe3a-557c-4487-8f87-8e6f1b44a215", "tag": "ea591416-9920-41ed-9d33-eee7bae7a978", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:04:10.446412 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1655883c-e5ea-487a-a1ac-090870da243b {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:04:10.447036 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cffe3a-557c-4487-8f87-8e6f1b44a215', 'tag': 'ea591416-9920-41ed-9d33-eee7bae7a978', 'status': 'completed', 'code': 200} Jul 23 23:04:10.460848 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-e124b88f-04d8-4675-955d-416b9716b661 None None] Set router 6828e38b-efc9-4fa2-a659-e227a451093e gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:10.500524 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_common [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] Allocated IP 172.27.3.82 (28efa890-d1ea-4772-b7d3-cfef5dff758d/97030860-1f38-455c-ac9a-169aa93780e4/052b20a5-50b2-4831-8268-4dfcf4035de9) {{(pid=93009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:10.625274 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5f124-a395-4cf5-aba3-e385387cb100 req-f95f01b8-15d4-48fe-a937-70a1dd82f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:10.627084 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-40d5f124-a395-4cf5-aba3-e385387cb100 req-f95f01b8-15d4-48fe-a937-70a1dd82f8f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b241485e6e2496fa41c0ab5e1b28db1&device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 1099 time: 0.1225996 Jul 23 23:04:10.725996 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Allocated IP 172.20.0.2 (24b85a26-83cb-4a11-80dc-407b21253a49/8984db4a-681f-48de-83d6-af812b82e741/860f4ee5-1ec8-422c-a4ae-60a1c65fe214) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:10.762935 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5f124-a395-4cf5-aba3-e385387cb100 req-ebe0c95f-3286-4e7d-93b6-e0e51d216e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:10.764816 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-40d5f124-a395-4cf5-aba3-e385387cb100 req-ebe0c95f-3286-4e7d-93b6-e0e51d216e08 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2603d214-76f3-403c-83bf-3db63ba9af9d HTTP/1.1" status: 200 len: 915 time: 0.1300156 Jul 23 23:04:10.766201 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e44c9094-27d8-4bae-a11c-94fbab1686e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.774530 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.782884 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e44c9094-27d8-4bae-a11c-94fbab1686e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.815472 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e44c9094-27d8-4bae-a11c-94fbab1686e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.819855 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-e44c9094-27d8-4bae-a11c-94fbab1686e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4651177 Jul 23 23:04:10.820453 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 53382) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:10.844999 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-e124b88f-04d8-4675-955d-416b9716b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'name': 'tempest-TestMinimumBasicScenario-715755652-router', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:45Z', 'updated_at': '2021-07-23T23:02:51Z', 'revision_number': 4, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'gw_port': {'id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:46Z', 'updated_at': '2021-07-23T23:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '12d4a5df-14e8-44e8-b6ef-1e9cdd002753', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'port_id': 'ea591416-9920-41ed-9d33-eee7bae7a978', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d', 'mac_address': 'fa:16:3e:41:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cffe3a-557c-4487-8f87-8e6f1b44a215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:04:08Z', 'updated_at': '2021-07-23T23:04:08Z', 'revision_number': 0, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf978763-e273-4c4e-a6de-61a05ac1cdc6', 'name': '', 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'mac_address': 'fa:16:3e:6d:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:49Z', 'updated_at': '2021-07-23T23:03:00Z', 'revision_number': 5, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'subnets': [{'id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:10.850733 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-ca73edbe-ef41-4f17-92fc-094840ccd210 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Request body: {'security_group_rule': {'security_group_id': 'ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c', 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:10.884123 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-40d5f124-a395-4cf5-aba3-e385387cb100 req-cde7b6cb-c8a8-4c02-9762-2e5a9097ab90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea591416-9920-41ed-9d33-eee7bae7a978 HTTP/1.1" status: 200 len: 999 time: 0.1116135 Jul 23 23:04:10.922268 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e124b88f-04d8-4675-955d-416b9716b661 None None] Checking router: 6828e38b-efc9-4fa2-a659-e227a451093e for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:04:10.941134 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c9094-27d8-4bae-a11c-94fbab1686e1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:10.945053 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e124b88f-04d8-4675-955d-416b9716b661 None None] Routers {'6828e38b-efc9-4fa2-a659-e227a451093e'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:10.945670 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-e124b88f-04d8-4675-955d-416b9716b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:03:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['6828e38b-efc9-4fa2-a659-e227a451093e'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:10.960556 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.977735 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ca73edbe-ef41-4f17-92fc-094840ccd210 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:10.982424 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 4847d1f3-93b7-4903-b116-a79ac8d7c822 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:10.987138 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Transition to ACTIVE for port object c0be0bd3-344c-4fed-ab3d-8942b1b37071 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:10.991953 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5f124-a395-4cf5-aba3-e385387cb100 req-73c564c0-ad6f-4ca5-b272-99f744afcccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:10.994924 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-40d5f124-a395-4cf5-aba3-e385387cb100 req-73c564c0-ad6f-4ca5-b272-99f744afcccf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d HTTP/1.1" status: 200 len: 853 time: 0.0991821 Jul 23 23:04:11.000552 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.042836 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.080390 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5f124-a395-4cf5-aba3-e385387cb100 req-026f8ed9-7a57-48a3-af8d-bcf75543bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:11.080613 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:11.083342 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-40d5f124-a395-4cf5-aba3-e385387cb100 req-026f8ed9-7a57-48a3-af8d-bcf75543bd0f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2603d214-76f3-403c-83bf-3db63ba9af9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0808969 Jul 23 23:04:11.089340 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:11.093218 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.096312 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] Received port after_create {{(pid=93009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:11.113087 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-e124b88f-04d8-4675-955d-416b9716b661 None None] Set router 6828e38b-efc9-4fa2-a659-e227a451093e gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:11.140402 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Transition to ACTIVE for port object 860f4ee5-1ec8-422c-a4ae-60a1c65fe214 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:11.178453 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ca73edbe-ef41-4f17-92fc-094840ccd210 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.188334 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] Pushing event updated for resources: {'Port': ['ID=052b20a5-50b2-4831-8268-4dfcf4035de9,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:11.190804 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cdb48e-6e7d-4401-a30c-5b6685006bda None None] Pushing event updated for resources: {'Port': ['ID=c0be0bd3-344c-4fed-ab3d-8942b1b37071,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:11.204627 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Transition to ACTIVE for port object 860f4ee5-1ec8-422c-a4ae-60a1c65fe214 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:11.207120 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ca73edbe-ef41-4f17-92fc-094840ccd210 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.266726 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ca73edbe-ef41-4f17-92fc-094840ccd210 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.268316 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-ca73edbe-ef41-4f17-92fc-094840ccd210 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4420054 Jul 23 23:04:11.271266 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 53394) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:11.272790 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.279644 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73edbe-ef41-4f17-92fc-094840ccd210 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c014f51-d53d-4556-a662-7636c1a359a7,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:11.282719 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-b9e95bd9-0f89-4e3c-93ea-ffe24155fede tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Request body: {'security_group_rule': {'security_group_id': 'ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c', 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:11.375506 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b9e95bd9-0f89-4e3c-93ea-ffe24155fede tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.453781 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 4847d1f3-93b7-4903-b116-a79ac8d7c822 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:11.454152 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.505285 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-40d5f124-a395-4cf5-aba3-e385387cb100 req-8a7fc46d-fd5d-4cfc-b7c8-e0ea3303c7f1 service neutron] 10.222.0.47 "GET /v2.0/networks/2603d214-76f3-403c-83bf-3db63ba9af9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665531 Jul 23 23:04:11.530734 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Attempting to bind port c0be0bd3-344c-4fed-ab3d-8942b1b37071 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:11.531379 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Attempting to bind port c0be0bd3-344c-4fed-ab3d-8942b1b37071 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '9371e616-9db9-4dcc-adc0-71510dac173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:11.531925 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Attempting to bind port c0be0bd3-344c-4fed-ab3d-8942b1b37071 on network dd27e022-66ce-4ea6-b6aa-eb706400f63b {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:11.553189 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Network 24b85a26-83cb-4a11-80dc-407b21253a49 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:11.563237 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:11.566223 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:11.566847 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Checking segment: {'id': '9371e616-9db9-4dcc-adc0-71510dac173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:11.567442 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.567927 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Bound using segment: {'id': '9371e616-9db9-4dcc-adc0-71510dac173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:11.573070 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Bound port: c0be0bd3-344c-4fed-ab3d-8942b1b37071, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9371e616-9db9-4dcc-adc0-71510dac173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:11.573070 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.573070 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:11.578575 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Pushing event updated for resources: {'Port': ['ID=860f4ee5-1ec8-422c-a4ae-60a1c65fe214,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:11.758005 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.781286 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Attempting to bind port 860f4ee5-1ec8-422c-a4ae-60a1c65fe214 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:11.781868 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Attempting to bind port 860f4ee5-1ec8-422c-a4ae-60a1c65fe214 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '66afd92e-080e-47c8-8449-296fd8aa8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '24b85a26-83cb-4a11-80dc-407b21253a49'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:11.782418 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Attempting to bind port 860f4ee5-1ec8-422c-a4ae-60a1c65fe214 on network 24b85a26-83cb-4a11-80dc-407b21253a49 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:11.813123 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:11.813490 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Checking segment: {'id': '66afd92e-080e-47c8-8449-296fd8aa8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '24b85a26-83cb-4a11-80dc-407b21253a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:11.813893 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.814284 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Bound using segment: {'id': '66afd92e-080e-47c8-8449-296fd8aa8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '24b85a26-83cb-4a11-80dc-407b21253a49'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:11.814793 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Bound port: 860f4ee5-1ec8-422c-a4ae-60a1c65fe214, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66afd92e-080e-47c8-8449-296fd8aa8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '24b85a26-83cb-4a11-80dc-407b21253a49'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:11.815180 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.834879 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-40d5f124-a395-4cf5-aba3-e385387cb100 req-2a6aaed2-cfe0-4a00-b539-3e7832f05fe2 service neutron] 10.222.0.47 "GET /v2.0/networks/2603d214-76f3-403c-83bf-3db63ba9af9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807817 Jul 23 23:04:11.842063 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b9e95bd9-0f89-4e3c-93ea-ffe24155fede tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.846032 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] For port c0be0bd3-344c-4fed-ab3d-8942b1b37071, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:11.864786 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-e124b88f-04d8-4675-955d-416b9716b661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'name': 'tempest-TestMinimumBasicScenario-715755652-router', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:45Z', 'updated_at': '2021-07-23T23:02:51Z', 'revision_number': 4, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'gw_port': {'id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:46Z', 'updated_at': '2021-07-23T23:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '12d4a5df-14e8-44e8-b6ef-1e9cdd002753', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'port_id': 'ea591416-9920-41ed-9d33-eee7bae7a978', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d', 'mac_address': 'fa:16:3e:41:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cffe3a-557c-4487-8f87-8e6f1b44a215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:04:08Z', 'updated_at': '2021-07-23T23:04:08Z', 'revision_number': 0, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf978763-e273-4c4e-a6de-61a05ac1cdc6', 'name': '', 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'mac_address': 'fa:16:3e:6d:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:49Z', 'updated_at': '2021-07-23T23:03:00Z', 'revision_number': 5, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'subnets': [{'id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:11.868323 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42f9bf-34c5-41d0-ade8-703e4d44c858 req-7bfc0758-fb87-4c06-bf93-c154a85e54a8 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:11.881455 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3f42f9bf-34c5-41d0-ade8-703e4d44c858 req-7bfc0758-fb87-4c06-bf93-c154a85e54a8 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.4333925 Jul 23 23:04:11.897527 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b9e95bd9-0f89-4e3c-93ea-ffe24155fede tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.899604 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] For port c0be0bd3-344c-4fed-ab3d-8942b1b37071, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=c0be0bd3-344c-4fed-ab3d-8942b1b37071,segment=NetworkSegment(9371e616-9db9-4dcc-adc0-71510dac173d),segment_id=9371e616-9db9-4dcc-adc0-71510dac173d)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:11.910703 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.914527 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e124b88f-04d8-4675-955d-416b9716b661 None None] The sync data for ids ['6828e38b-efc9-4fa2-a659-e227a451093e'] in dv-cinder-679138-12-iscsi is: [{'id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'name': 'tempest-TestMinimumBasicScenario-715755652-router', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:45Z', 'updated_at': '2021-07-23T23:02:51Z', 'revision_number': 4, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'gw_port': {'id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:46Z', 'updated_at': '2021-07-23T23:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '12d4a5df-14e8-44e8-b6ef-1e9cdd002753', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'port_id': 'ea591416-9920-41ed-9d33-eee7bae7a978', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d', 'mac_address': 'fa:16:3e:41:00:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98cffe3a-557c-4487-8f87-8e6f1b44a215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:04:08Z', 'updated_at': '2021-07-23T23:04:08Z', 'revision_number': 0, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf978763-e273-4c4e-a6de-61a05ac1cdc6', 'name': '', 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'mac_address': 'fa:16:3e:6d:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:49Z', 'updated_at': '2021-07-23T23:03:00Z', 'revision_number': 5, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'subnets': [{'id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:11.936318 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b9e95bd9-0f89-4e3c-93ea-ffe24155fede tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:11.940125 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-b9e95bd9-0f89-4e3c-93ea-ffe24155fede tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6652274 Jul 23 23:04:11.945064 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 53410) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:11.964557 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-b4c49ab1-97d7-45c7-a7c6-02e0f3f07019 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Request body: {'security_group_rule': {'security_group_id': 'ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c', 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:11.984465 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e95bd9-0f89-4e3c-93ea-ffe24155fede tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fd496a-bcf3-4c4a-9cef-4dbc37ef0d66,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:12.004072 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3f42f9bf-34c5-41d0-ade8-703e4d44c858 req-aab17ef0-52d3-446f-8a9d-9d6f0924a98c tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215701 Jul 23 23:04:12.026876 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] For port 860f4ee5-1ec8-422c-a4ae-60a1c65fe214, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:12.029950 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b4c49ab1-97d7-45c7-a7c6-02e0f3f07019 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.042596 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] For port 860f4ee5-1ec8-422c-a4ae-60a1c65fe214, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=860f4ee5-1ec8-422c-a4ae-60a1c65fe214,segment=NetworkSegment(66afd92e-080e-47c8-8449-296fd8aa8772),segment_id=66afd92e-080e-47c8-8449-296fd8aa8772)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:12.054068 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946495'] for router, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.058572 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.096597 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cdb48e-6e7d-4401-a30c-5b6685006bda None None] Pushing event updated for resources: {'Port': ['ID=c0be0bd3-344c-4fed-ab3d-8942b1b37071,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:12.158387 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b4c49ab1-97d7-45c7-a7c6-02e0f3f07019 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.165541 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b4c49ab1-97d7-45c7-a7c6-02e0f3f07019 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.171270 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Routers {'b2dedc35-c925-440e-ad59-795972f22ea0'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:12.189717 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:03:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['b2dedc35-c925-440e-ad59-795972f22ea0'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:12.261533 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c49ab1-97d7-45c7-a7c6-02e0f3f07019 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eae3799-46be-4ff9-8e1e-9391fcffc833,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:12.282176 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b4c49ab1-97d7-45c7-a7c6-02e0f3f07019 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.291037 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-b4c49ab1-97d7-45c7-a7c6-02e0f3f07019 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3367791 Jul 23 23:04:12.291037 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 53416) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:12.307954 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-2e9150f6-c040-48f0-94ca-9dba1ea19621 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Request body: {'security_group_rule': {'security_group_id': 'ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c', 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:12.397102 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2e9150f6-c040-48f0-94ca-9dba1ea19621 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.412617 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] Router 9f49546e-e87c-4bcf-b600-b565ec6d6051 is scheduled to L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 with binding_index 1 {{(pid=93009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:04:12.428650 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1906b68f-cc82-4d25-b1c1-2c77a75cec69 None None] New status for floating IP 12d4a5df-14e8-44e8-b6ef-1e9cdd002753: ACTIVE {{(pid=93011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:04:12.597718 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2e9150f6-c040-48f0-94ca-9dba1ea19621 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.608310 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2e9150f6-c040-48f0-94ca-9dba1ea19621 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.664505 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c97b8-d38e-4d3e-949b-1df73cb9b745 None None] Pushing event updated for resources: {'Port': ['ID=860f4ee5-1ec8-422c-a4ae-60a1c65fe214,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:12.679816 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9150f6-c040-48f0-94ca-9dba1ea19621 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17696ae5-4c3b-47e8-8fc9-a2c8c0e53bc1,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:12.688202 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2e9150f6-c040-48f0-94ca-9dba1ea19621 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.689634 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-2e9150f6-c040-48f0-94ca-9dba1ea19621 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3994644 Jul 23 23:04:12.692716 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 53434) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:12.701930 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-9f41beb0-41cf-4141-974a-5c2f48f34d05 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Request body: {'security_group_rule': {'security_group_id': 'ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c', 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:12.710838 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:12.722649 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Sync routers for ids ['9f49546e-e87c-4bcf-b600-b565ec6d6051'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:12.737881 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Routers {'9f49546e-e87c-4bcf-b600-b565ec6d6051'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:12.740853 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:03:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['9f49546e-e87c-4bcf-b600-b565ec6d6051'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:12.746744 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.securitygroups_db [None req-9f41beb0-41cf-4141-974a-5c2f48f34d05 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Project 6b241485e6e2496fa41c0ab5e1b28db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:04:12.754746 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] Notify callbacks [] for router, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.756013 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-4d50e8a7-d697-4964-876c-7576fc4aaa18 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2049558 Jul 23 23:04:12.758909 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 53436) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:12.771524 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9f41beb0-41cf-4141-974a-5c2f48f34d05 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.841251 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] Set router b2dedc35-c925-440e-ad59-795972f22ea0 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:12.943739 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9f41beb0-41cf-4141-974a-5c2f48f34d05 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.958299 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9f41beb0-41cf-4141-974a-5c2f48f34d05 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:12.972593 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Set router 9f49546e-e87c-4bcf-b600-b565ec6d6051 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:13.018819 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9f41beb0-41cf-4141-974a-5c2f48f34d05 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.020123 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-9f41beb0-41cf-4141-974a-5c2f48f34d05 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3262513 Jul 23 23:04:13.021059 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41beb0-41cf-4141-974a-5c2f48f34d05 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b5ad1e-bde1-492a-8c2f-84befb538333,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:13.025515 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 53440) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:13.039429 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-5163a84b-3c39-43c4-922e-49a3a740c2b9 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Request body: {'security_group_rule': {'security_group_id': 'ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c', 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:13.091606 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.securitygroups_db [None req-5163a84b-3c39-43c4-922e-49a3a740c2b9 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Project 6b241485e6e2496fa41c0ab5e1b28db1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:04:13.096851 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5163a84b-3c39-43c4-922e-49a3a740c2b9 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.294386 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 860f4ee5-1ec8-422c-a4ae-60a1c65fe214 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:13.300162 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5163a84b-3c39-43c4-922e-49a3a740c2b9 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.310371 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5163a84b-3c39-43c4-922e-49a3a740c2b9 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.345533 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163a84b-3c39-43c4-922e-49a3a740c2b9 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de2f13b-1aba-4cde-b325-d94caf2e4357,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:13.422017 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-194fd7d1-6271-48bc-a550-c8f15cd3b024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.430803 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f49546e-e87c-4bcf-b600-b565ec6d6051', 'name': 'tempest-TestShelveInstance-1152755656-router', 'tenant_id': '2b0df88b96314bd999a79f4d42bada46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '052b20a5-50b2-4831-8268-4dfcf4035de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:09Z', 'updated_at': '2021-07-23T23:04:11Z', 'revision_number': 3, 'project_id': '2b0df88b96314bd999a79f4d42bada46', 'gw_port': {'id': '052b20a5-50b2-4831-8268-4dfcf4035de9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f49546e-e87c-4bcf-b600-b565ec6d6051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:10Z', 'updated_at': '2021-07-23T23:04:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:13.496318 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'name': 'tempest-TestShelveInstance-1626474573-router', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:02Z', 'updated_at': '2021-07-23T23:04:05Z', 'revision_number': 4, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'gw_port': {'id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:03Z', 'updated_at': '2021-07-23T23:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'c0be0bd3-344c-4fed-ab3d-8942b1b37071', 'name': '', 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'mac_address': 'fa:16:3e:1b:b5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:05Z', 'updated_at': '2021-07-23T23:04:11Z', 'revision_number': 4, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'subnets': [{'id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:13.500372 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d67993-6f97-4ea0-8048-ad37878679ef req-3c9b312f-0a54-49e4-a9c3-87692c20f5e0 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:13.514050 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f4d67993-6f97-4ea0-8048-ad37878679ef req-3c9b312f-0a54-49e4-a9c3-87692c20f5e0 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.3747592 Jul 23 23:04:13.514890 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5163a84b-3c39-43c4-922e-49a3a740c2b9 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.522720 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Checking router: 9f49546e-e87c-4bcf-b600-b565ec6d6051 for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:04:13.523870 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-5163a84b-3c39-43c4-922e-49a3a740c2b9 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4942470 Jul 23 23:04:13.524055 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Updating router 9f49546e-e87c-4bcf-b600-b565ec6d6051 port 052b20a5-50b2-4831-8268-4dfcf4035de9 binding host dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:04:13.592098 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e8eb6e-fec8-4142-bd76-2fe608f7a03a None None] The sync data for ids ['b2dedc35-c925-440e-ad59-795972f22ea0'] in dv-cinder-679138-12-iscsi is: [{'id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'name': 'tempest-TestShelveInstance-1626474573-router', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:02Z', 'updated_at': '2021-07-23T23:04:05Z', 'revision_number': 4, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'gw_port': {'id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:03Z', 'updated_at': '2021-07-23T23:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'c0be0bd3-344c-4fed-ab3d-8942b1b37071', 'name': '', 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'mac_address': 'fa:16:3e:1b:b5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:05Z', 'updated_at': '2021-07-23T23:04:11Z', 'revision_number': 4, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'subnets': [{'id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:13.597985 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port 860f4ee5-1ec8-422c-a4ae-60a1c65fe214 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:13.601932 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f4d67993-6f97-4ea0-8048-ad37878679ef req-c0152b8c-bd60-48c6-8891-392519c3ba1b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757611 Jul 23 23:04:13.612083 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.630140 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device c0be0bd3-344c-4fed-ab3d-8942b1b37071 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:13.847482 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port c0be0bd3-344c-4fed-ab3d-8942b1b37071 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:13.861680 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port c0be0bd3-344c-4fed-ab3d-8942b1b37071 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:13.862065 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:13.892155 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a01a7f6b-66ac-42d8-8673-b3bd57eea7a0 req-730049ba-7df8-4a09-8954-ae15ca5e7cf1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549967172&fields=id&tenant_id=6b241485e6e2496fa41c0ab5e1b28db1 HTTP/1.1" status: 200 len: 267 time: 0.1067600 Jul 23 23:04:14.037640 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.054813 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a7f6b-66ac-42d8-8673-b3bd57eea7a0 req-9d77e112-25eb-41f8-ba28-9c96ffb2b675 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:14.067955 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a01a7f6b-66ac-42d8-8673-b3bd57eea7a0 req-9d77e112-25eb-41f8-ba28-9c96ffb2b675 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 946 time: 0.1747785 Jul 23 23:04:14.077361 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-a01a7f6b-66ac-42d8-8673-b3bd57eea7a0 req-6b28767c-4f9a-4f29-957a-4b8de2d547cd tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Request body: {'port': {'security_groups': ['b1959e13-b99c-4a5f-87fe-328d9739d108', 'ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c']}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:14.112880 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae78f56-a3ec-4a6b-97af-fc492260fdb3 None None] Network 24b85a26-83cb-4a11-80dc-407b21253a49 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:04:14.190030 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.206164 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Transition to ACTIVE for port object 052b20a5-50b2-4831-8268-4dfcf4035de9 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:14.214644 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-80589795-5412-4887-8a65-de4577c5ed52 None None] Provisioning for port 860f4ee5-1ec8-422c-a4ae-60a1c65fe214 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:14.220388 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.223911 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-a01a7f6b-66ac-42d8-8673-b3bd57eea7a0 req-6b28767c-4f9a-4f29-957a-4b8de2d547cd tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.252968 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-80589795-5412-4887-8a65-de4577c5ed52 None None] Provisioning complete for port 860f4ee5-1ec8-422c-a4ae-60a1c65fe214 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:14.253344 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-80589795-5412-4887-8a65-de4577c5ed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.276599 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Attempting to bind port 052b20a5-50b2-4831-8268-4dfcf4035de9 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:14.281729 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Attempting to bind port 052b20a5-50b2-4831-8268-4dfcf4035de9 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:14.282437 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Attempting to bind port 052b20a5-50b2-4831-8268-4dfcf4035de9 on network 28efa890-d1ea-4772-b7d3-cfef5dff758d {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:14.291019 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c0acc-a9de-4798-92e4-9b2fe89278af None None] Pushing event updated for resources: {'Port': ['ID=052b20a5-50b2-4831-8268-4dfcf4035de9,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:14.300766 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:14.301323 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Checking segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:14.301816 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.302288 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Bound using segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:14.302890 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Bound port: 052b20a5-50b2-4831-8268-4dfcf4035de9, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:14.303379 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.392517 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] For port 052b20a5-50b2-4831-8268-4dfcf4035de9, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:14.395430 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_common [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Allocated IP 172.20.0.1 (24b85a26-83cb-4a11-80dc-407b21253a49/8984db4a-681f-48de-83d6-af812b82e741/c1f27961-4949-45b5-b1d1-4bf606b8005a) {{(pid=93009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:14.396896 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] For port 052b20a5-50b2-4831-8268-4dfcf4035de9, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=052b20a5-50b2-4831-8268-4dfcf4035de9,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:14.401803 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.411646 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.502622 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port c0be0bd3-344c-4fed-ab3d-8942b1b37071, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=c0be0bd3-344c-4fed-ab3d-8942b1b37071,segment=NetworkSegment(9371e616-9db9-4dcc-adc0-71510dac173d),segment_id=9371e616-9db9-4dcc-adc0-71510dac173d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:14.505648 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Routers {'9f49546e-e87c-4bcf-b600-b565ec6d6051'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:14.506290 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:03:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['9f49546e-e87c-4bcf-b600-b565ec6d6051'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:14.539340 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.540370 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.558745 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c0acc-a9de-4798-92e4-9b2fe89278af None None] Pushing event updated for resources: {'Port': ['ID=052b20a5-50b2-4831-8268-4dfcf4035de9,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:14.562163 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.provisioning_blocks [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Transition to ACTIVE for port object c1f27961-4949-45b5-b1d1-4bf606b8005a will not be triggered until provisioned by entity DHCP. {{(pid=93009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:14.592707 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-a01a7f6b-66ac-42d8-8673-b3bd57eea7a0 req-6b28767c-4f9a-4f29-957a-4b8de2d547cd tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] For port ea591416-9920-41ed-9d33-eee7bae7a978, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=ea591416-9920-41ed-9d33-eee7bae7a978,segment=NetworkSegment(6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5),segment_id=6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:14.617030 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-80589795-5412-4887-8a65-de4577c5ed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.623339 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.651102 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-a01a7f6b-66ac-42d8-8673-b3bd57eea7a0 req-6b28767c-4f9a-4f29-957a-4b8de2d547cd tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.663125 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-a01a7f6b-66ac-42d8-8673-b3bd57eea7a0 req-6b28767c-4f9a-4f29-957a-4b8de2d547cd tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.680903 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=c0be0bd3-344c-4fed-ab3d-8942b1b37071,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:14.701232 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.712271 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['ea591416-9920-41ed-9d33-eee7bae7a978'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:04:14.712458 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] Set router 9f49546e-e87c-4bcf-b600-b565ec6d6051 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:14.724364 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Network 24b85a26-83cb-4a11-80dc-407b21253a49 is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:14.756450 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Pushing event updated for resources: {'Port': ['ID=c1f27961-4949-45b5-b1d1-4bf606b8005a,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:14.760498 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:14.781590 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Received port after_create {{(pid=93009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:14.785754 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:14.786101 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:14.786439 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:14.786825 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:14.787154 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:14.787481 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:14.787885 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:14.788260 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:14.788588 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:14.788908 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:14.789224 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:14.789539 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:04:14.828978 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-80589795-5412-4887-8a65-de4577c5ed52 None None] For port 860f4ee5-1ec8-422c-a4ae-60a1c65fe214, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=860f4ee5-1ec8-422c-a4ae-60a1c65fe214,segment=NetworkSegment(66afd92e-080e-47c8-8449-296fd8aa8772),segment_id=66afd92e-080e-47c8-8449-296fd8aa8772)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:14.854218 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a7f6b-66ac-42d8-8673-b3bd57eea7a0 req-6b28767c-4f9a-4f29-957a-4b8de2d547cd tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:14.855525 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-a01a7f6b-66ac-42d8-8673-b3bd57eea7a0 req-6b28767c-4f9a-4f29-957a-4b8de2d547cd tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.878756 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-80589795-5412-4887-8a65-de4577c5ed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.890471 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a01a7f6b-66ac-42d8-8673-b3bd57eea7a0 req-6b28767c-4f9a-4f29-957a-4b8de2d547cd tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "PUT /v2.0/ports/ea591416-9920-41ed-9d33-eee7bae7a978 HTTP/1.1" status: 200 len: 982 time: 0.8196223 Jul 23 23:04:14.891349 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cffe3a-557c-4487-8f87-8e6f1b44a215', 'tag': 'ea591416-9920-41ed-9d33-eee7bae7a978'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:04:14.893834 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4d341f-b95c-463d-b5c1-39ad17ec88b0" -d '{"events": [{"name": "network-changed", "server_uuid": "98cffe3a-557c-4487-8f87-8e6f1b44a215", "tag": "ea591416-9920-41ed-9d33-eee7bae7a978"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:04:14.925312 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944432'] for router_interface, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:14.974865 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80589795-5412-4887-8a65-de4577c5ed52 None None] Pushing event updated for resources: {'Port': ['ID=860f4ee5-1ec8-422c-a4ae-60a1c65fe214,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:15.050123 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device c0be0bd3-344c-4fed-ab3d-8942b1b37071 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:15.122669 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['ea591416-9920-41ed-9d33-eee7bae7a978'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:04:15.127478 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28767c-4f9a-4f29-957a-4b8de2d547cd tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Pushing event updated for resources: {'Port': ['ID=ea591416-9920-41ed-9d33-eee7bae7a978,revision_number=6']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:15.155825 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc6f59-e648-43b3-ac0a-f7ade8200b84 req-6680d767-98c3-4b37-a929-301caaa9602c tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:15.158488 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8fdc6f59-e648-43b3-ac0a-f7ade8200b84 req-6680d767-98c3-4b37-a929-301caaa9602c tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.4146540 Jul 23 23:04:15.220942 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8fdc6f59-e648-43b3-ac0a-f7ade8200b84 req-6c9d05f2-2917-4f2a-a7bb-5c7336e41cf5 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497656 Jul 23 23:04:15.296512 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port c0be0bd3-344c-4fed-ab3d-8942b1b37071 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:15.304685 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf46072-f8e5-4390-9252-0f9974aad7eb req-fb33922e-0557-485e-beef-bb2a3349473d tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:15.304961 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.305056 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6bf46072-f8e5-4390-9252-0f9974aad7eb req-fb33922e-0557-485e-beef-bb2a3349473d tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.2708604 Jul 23 23:04:15.357204 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba81837-599b-4190-a034-557f8eaa2df5 x-openstack-request-id: req-fba81837-599b-4190-a034-557f8eaa2df5 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:04:15.357600 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cffe3a-557c-4487-8f87-8e6f1b44a215", "tag": "ea591416-9920-41ed-9d33-eee7bae7a978", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:04:15.357941 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fba81837-599b-4190-a034-557f8eaa2df5 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:04:15.358423 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cffe3a-557c-4487-8f87-8e6f1b44a215', 'tag': 'ea591416-9920-41ed-9d33-eee7bae7a978', 'status': 'completed', 'code': 200} Jul 23 23:04:15.369780 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f49546e-e87c-4bcf-b600-b565ec6d6051', 'name': 'tempest-TestShelveInstance-1152755656-router', 'tenant_id': '2b0df88b96314bd999a79f4d42bada46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '052b20a5-50b2-4831-8268-4dfcf4035de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:09Z', 'updated_at': '2021-07-23T23:04:11Z', 'revision_number': 3, 'project_id': '2b0df88b96314bd999a79f4d42bada46', 'gw_port': {'id': '052b20a5-50b2-4831-8268-4dfcf4035de9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f49546e-e87c-4bcf-b600-b565ec6d6051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:10Z', 'updated_at': '2021-07-23T23:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:15.408474 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.420264 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91a0f0b-7203-433c-81ee-6879f83edc82 None None] The sync data for ids ['9f49546e-e87c-4bcf-b600-b565ec6d6051'] in dv-cinder-679138-12-iscsi is: [{'id': '9f49546e-e87c-4bcf-b600-b565ec6d6051', 'name': 'tempest-TestShelveInstance-1152755656-router', 'tenant_id': '2b0df88b96314bd999a79f4d42bada46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '052b20a5-50b2-4831-8268-4dfcf4035de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:09Z', 'updated_at': '2021-07-23T23:04:11Z', 'revision_number': 3, 'project_id': '2b0df88b96314bd999a79f4d42bada46', 'gw_port': {'id': '052b20a5-50b2-4831-8268-4dfcf4035de9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f49546e-e87c-4bcf-b600-b565ec6d6051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:10Z', 'updated_at': '2021-07-23T23:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:15.447700 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4813aff4-e926-451d-ba1b-eb20723028ef None None] Provisioning complete for port 860f4ee5-1ec8-422c-a4ae-60a1c65fe214 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:15.448242 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4813aff4-e926-451d-ba1b-eb20723028ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.468112 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6bf46072-f8e5-4390-9252-0f9974aad7eb req-c09acf9f-4420-459d-bec1-664513d34322 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1493921 Jul 23 23:04:15.473521 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ffd45c3b-309a-485e-a663-61ddb8d55d4f req-8aa7c29c-93ff-454a-8d56-dc34369ae504 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1736379 Jul 23 23:04:15.606764 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d341f-b95c-463d-b5c1-39ad17ec88b0 req-db08dcbb-eb17-4115-8c0b-9dc7f5695ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:15.608847 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ce4d341f-b95c-463d-b5c1-39ad17ec88b0 req-db08dcbb-eb17-4115-8c0b-9dc7f5695ec4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b241485e6e2496fa41c0ab5e1b28db1&device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 1138 time: 0.1720414 Jul 23 23:04:15.677764 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd45c3b-309a-485e-a663-61ddb8d55d4f req-d90c317c-e063-4e9e-af9d-7edae45adf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:15.679389 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ffd45c3b-309a-485e-a663-61ddb8d55d4f req-d90c317c-e063-4e9e-af9d-7edae45adf75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b2287dabe4a4009a649ab46b82bd58b&device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 1098 time: 0.1682663 Jul 23 23:04:15.699533 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Notify callbacks [] for port, precommit_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.706701 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11586072'] for port, after_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.825473 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943877'] for router_interface, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.839531 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd45c3b-309a-485e-a663-61ddb8d55d4f req-b9a6b02e-ee3d-4a2d-8bea-1adf510fd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:15.858936 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ffd45c3b-309a-485e-a663-61ddb8d55d4f req-b9a6b02e-ee3d-4a2d-8bea-1adf510fd270 service neutron] 10.222.0.47 "GET /v2.0/networks?id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9 HTTP/1.1" status: 200 len: 916 time: 0.1197212 Jul 23 23:04:15.883822 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Pushing event updated for resources: {'Port': ['ID=c1f27961-4949-45b5-b1d1-4bf606b8005a,revision_number=2']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:15.918453 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ffd45c3b-309a-485e-a663-61ddb8d55d4f req-80040de8-27b7-468b-94ec-b9354ddeea77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ac4aac9-43db-4128-82c8-178a0d1aed14 HTTP/1.1" status: 200 len: 217 time: 0.0585713 Jul 23 23:04:15.971038 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d341f-b95c-463d-b5c1-39ad17ec88b0 req-263616c4-ed55-40e6-9f8a-07cbae59fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:15.972648 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ce4d341f-b95c-463d-b5c1-39ad17ec88b0 req-263616c4-ed55-40e6-9f8a-07cbae59fc9a service neutron] 10.222.0.47 "GET /v2.0/networks?id=2603d214-76f3-403c-83bf-3db63ba9af9d HTTP/1.1" status: 200 len: 915 time: 0.3520272 Jul 23 23:04:15.981472 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c2e0-4437-44a3-b911-844fbdd028d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:15.994488 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Network 24b85a26-83cb-4a11-80dc-407b21253a49 is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:16.000495 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:16.023721 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-e0a6b279-d1c3-49af-8f74-23aa8936717f None None] Provisioning for port c1f27961-4949-45b5-b1d1-4bf606b8005a completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:16.048788 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-e0a6b279-d1c3-49af-8f74-23aa8936717f None None] Provisioning complete for port c1f27961-4949-45b5-b1d1-4bf606b8005a triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:16.049165 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b279-d1c3-49af-8f74-23aa8936717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.116155 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ce4d341f-b95c-463d-b5c1-39ad17ec88b0 req-32cd2c1b-663e-4595-af90-5e137d16a831 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea591416-9920-41ed-9d33-eee7bae7a978 HTTP/1.1" status: 200 len: 1001 time: 0.1291287 Jul 23 23:04:16.147352 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Router 9f49546e-e87c-4bcf-b600-b565ec6d6051 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:04:16.162955 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6b279-d1c3-49af-8f74-23aa8936717f None None] Port c1f27961-4949-45b5-b1d1-4bf606b8005a cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:04:16.272626 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd45c3b-309a-485e-a663-61ddb8d55d4f req-e2ba6b96-5b16-4432-9e61-9c5773dcf428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:16.278597 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ffd45c3b-309a-485e-a663-61ddb8d55d4f req-e2ba6b96-5b16-4432-9e61-9c5773dcf428 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5042eb78-612c-4431-ada6-a0e582d6706b HTTP/1.1" status: 200 len: 855 time: 0.3520780 Jul 23 23:04:16.281450 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-e0a6b279-d1c3-49af-8f74-23aa8936717f None None] Provisioning complete for port ea591416-9920-41ed-9d33-eee7bae7a978 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:16.281776 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e0a6b279-d1c3-49af-8f74-23aa8936717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.335314 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.387677 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d341f-b95c-463d-b5c1-39ad17ec88b0 req-f3c75265-3f4c-4742-a8ac-e2f8d29ebf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:16.396758 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ce4d341f-b95c-463d-b5c1-39ad17ec88b0 req-f3c75265-3f4c-4742-a8ac-e2f8d29ebf0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d HTTP/1.1" status: 200 len: 853 time: 0.2664714 Jul 23 23:04:16.397158 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:04:16.404712 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ffd45c3b-309a-485e-a663-61ddb8d55d4f req-27a3a589-4894-4cbc-bec9-1a8eff207343 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043148 Jul 23 23:04:16.427733 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-6dbb9f8f-35c1-45f8-8b1b-a1941e3371db admin admin] 10.222.0.20 "PUT /v2.0/routers/9f49546e-e87c-4bcf-b600-b565ec6d6051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6590858 Jul 23 23:04:16.599623 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-11ad971b-6e1a-438c-a421-6222c30d258f None None] Provisioning complete for port c1f27961-4949-45b5-b1d1-4bf606b8005a triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:16.600138 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-11ad971b-6e1a-438c-a421-6222c30d258f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:16.620466 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eaa611-89bf-4acc-a6d0-52342ca119ee req-fab31f77-3756-4818-bea8-819d1c8975a9 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:16.623941 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-21eaa611-89bf-4acc-a6d0-52342ca119ee req-fab31f77-3756-4818-bea8-819d1c8975a9 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.2143335 Jul 23 23:04:16.636094 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-11ad971b-6e1a-438c-a421-6222c30d258f None None] Port c1f27961-4949-45b5-b1d1-4bf606b8005a cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:04:16.650409 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d341f-b95c-463d-b5c1-39ad17ec88b0 req-2ca1ff8d-eed3-4239-9574-f321dcdb312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:16.651949 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ce4d341f-b95c-463d-b5c1-39ad17ec88b0 req-2ca1ff8d-eed3-4239-9574-f321dcdb312b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2603d214-76f3-403c-83bf-3db63ba9af9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1876032 Jul 23 23:04:16.680378 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ffd45c3b-309a-485e-a663-61ddb8d55d4f req-ab40251c-2468-4545-8b41-d7a367440176 service neutron] 10.222.0.47 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114086 Jul 23 23:04:16.730355 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-21eaa611-89bf-4acc-a6d0-52342ca119ee req-a4d353aa-dd23-45ad-933c-e6d44d0a3065 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022205 Jul 23 23:04:16.845398 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ce4d341f-b95c-463d-b5c1-39ad17ec88b0 req-ac23dbea-937d-456e-a0b6-4e342c935a89 service neutron] 10.222.0.47 "GET /v2.0/networks/2603d214-76f3-403c-83bf-3db63ba9af9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814430 Jul 23 23:04:16.866741 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ffd45c3b-309a-485e-a663-61ddb8d55d4f req-cb3ffd5a-1939-4bb8-a5c8-e958cf5befbd service neutron] 10.222.0.47 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621974 Jul 23 23:04:17.010152 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ce4d341f-b95c-463d-b5c1-39ad17ec88b0 req-439fd351-a2b0-4717-b8e8-b28a1b8a7a33 service neutron] 10.222.0.47 "GET /v2.0/networks/2603d214-76f3-403c-83bf-3db63ba9af9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529183 Jul 23 23:04:17.072529 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.098060 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 052b20a5-50b2-4831-8268-4dfcf4035de9 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:17.109901 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 53528) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:17.114701 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-21827ccd-7399-43ae-a990-1f2f37f7f1a4 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1042367494', 'description': 'tempest-secgroup-smoke-1042367494 description', 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:17.154340 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-21827ccd-7399-43ae-a990-1f2f37f7f1a4 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.170967 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port 052b20a5-50b2-4831-8268-4dfcf4035de9 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:17.174782 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 052b20a5-50b2-4831-8268-4dfcf4035de9 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:17.175230 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.244388 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-21827ccd-7399-43ae-a990-1f2f37f7f1a4 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.249740 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-21827ccd-7399-43ae-a990-1f2f37f7f1a4 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.260264 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.277692 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-21827ccd-7399-43ae-a990-1f2f37f7f1a4 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.282042 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-21827ccd-7399-43ae-a990-1f2f37f7f1a4 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1678815 Jul 23 23:04:17.282042 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21827ccd-7399-43ae-a990-1f2f37f7f1a4 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3640e3-dc23-40d8-85fc-ddcc75f95e30,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:17.282273 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 53530) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:17.286781 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-1d554686-c81c-40a1-b3d9-e37324e5d1af tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Request body: {'security_group_rule': {'security_group_id': 'da3640e3-dc23-40d8-85fc-ddcc75f95e30', 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:17.291711 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port 052b20a5-50b2-4831-8268-4dfcf4035de9, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=052b20a5-50b2-4831-8268-4dfcf4035de9,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:17.295782 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.296591 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 860f4ee5-1ec8-422c-a4ae-60a1c65fe214 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:17.315753 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1d554686-c81c-40a1-b3d9-e37324e5d1af tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.385971 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=052b20a5-50b2-4831-8268-4dfcf4035de9,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:17.386244 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1d554686-c81c-40a1-b3d9-e37324e5d1af tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.399899 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1d554686-c81c-40a1-b3d9-e37324e5d1af tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.412764 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 860f4ee5-1ec8-422c-a4ae-60a1c65fe214 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:17.413141 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.421530 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d554686-c81c-40a1-b3d9-e37324e5d1af tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01deff95-2228-4d5d-b247-3d341d168d64,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:17.433940 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1d554686-c81c-40a1-b3d9-e37324e5d1af tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.435380 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-1d554686-c81c-40a1-b3d9-e37324e5d1af tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522462 Jul 23 23:04:17.437993 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 53534) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:17.442682 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-7998ae12-c264-44f9-b837-f68846df8da1 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Request body: {'security_group_rule': {'security_group_id': 'da3640e3-dc23-40d8-85fc-ddcc75f95e30', 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:17.471151 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7998ae12-c264-44f9-b837-f68846df8da1 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.544765 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7998ae12-c264-44f9-b837-f68846df8da1 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.548783 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7998ae12-c264-44f9-b837-f68846df8da1 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.566846 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998ae12-c264-44f9-b837-f68846df8da1 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d27bf1-b438-41b9-8241-6f20be0124f9,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:17.575399 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7998ae12-c264-44f9-b837-f68846df8da1 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.577503 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-7998ae12-c264-44f9-b837-f68846df8da1 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1383536 Jul 23 23:04:17.587121 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 53542) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:17.596723 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-521e31ec-1cc8-4ee5-9b00-1dd8d00a4653 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Request body: {'security_group_rule': {'security_group_id': 'da3640e3-dc23-40d8-85fc-ddcc75f95e30', 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:17.624610 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-521e31ec-1cc8-4ee5-9b00-1dd8d00a4653 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.695270 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-521e31ec-1cc8-4ee5-9b00-1dd8d00a4653 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.702473 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-521e31ec-1cc8-4ee5-9b00-1dd8d00a4653 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.722234 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e31ec-1cc8-4ee5-9b00-1dd8d00a4653 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=790d8b2e-b531-4ebf-b827-0e5b55ef8ff4,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:17.733238 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-521e31ec-1cc8-4ee5-9b00-1dd8d00a4653 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.734605 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-521e31ec-1cc8-4ee5-9b00-1dd8d00a4653 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461105 Jul 23 23:04:17.737424 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 53546) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:17.742017 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-5a8c1bea-a996-4dde-97a0-2fa216f2be34 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Request body: {'security_group_rule': {'security_group_id': 'da3640e3-dc23-40d8-85fc-ddcc75f95e30', 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:17.769113 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5a8c1bea-a996-4dde-97a0-2fa216f2be34 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.817593 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 53550) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:17.860877 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5a8c1bea-a996-4dde-97a0-2fa216f2be34 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.865091 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5a8c1bea-a996-4dde-97a0-2fa216f2be34 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.889677 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c1bea-a996-4dde-97a0-2fa216f2be34 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28dec54d-f3d1-4c20-a55d-750db62f1c8d,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:17.912353 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5a8c1bea-a996-4dde-97a0-2fa216f2be34 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.914378 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-5a8c1bea-a996-4dde-97a0-2fa216f2be34 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1755319 Jul 23 23:04:17.916663 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 53554) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:17.921872 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-669c449a-aef7-4e61-866b-ea15c208ec95 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Request body: {'security_group_rule': {'security_group_id': 'da3640e3-dc23-40d8-85fc-ddcc75f95e30', 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:17.939454 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2faa9-99d9-4ee2-81e1-8214b6389806 req-b3c2e707-ec38-4c4e-8b92-fc145f4e5b88 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:17.941028 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-00f2faa9-99d9-4ee2-81e1-8214b6389806 req-b3c2e707-ec38-4c4e-8b92-fc145f4e5b88 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1270804 Jul 23 23:04:17.944219 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b78a82e5-8fa7-4c60-8fac-00b1fb973735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:17.968949 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.securitygroups_db [None req-669c449a-aef7-4e61-866b-ea15c208ec95 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Project ddc94a018af14ea09f31b12bf25c04a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:04:17.975571 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-669c449a-aef7-4e61-866b-ea15c208ec95 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.016709 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-00f2faa9-99d9-4ee2-81e1-8214b6389806 req-d34f257c-6ed1-43b6-983f-ddcb331fe324 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685256 Jul 23 23:04:18.053040 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-669c449a-aef7-4e61-866b-ea15c208ec95 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.056483 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-669c449a-aef7-4e61-866b-ea15c208ec95 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.066804 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b78a82e5-8fa7-4c60-8fac-00b1fb973735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.072501 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b78a82e5-8fa7-4c60-8fac-00b1fb973735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.076387 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c449a-aef7-4e61-866b-ea15c208ec95 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d000c988-b685-4e0d-8856-12107aed6296,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:18.087246 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-669c449a-aef7-4e61-866b-ea15c208ec95 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.088445 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-669c449a-aef7-4e61-866b-ea15c208ec95 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1706653 Jul 23 23:04:18.091809 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 53558) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:18.096270 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-541bcd71-469b-4929-a0cd-e6a864bd9df6 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Request body: {'security_group_rule': {'security_group_id': 'da3640e3-dc23-40d8-85fc-ddcc75f95e30', 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:18.128149 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.securitygroups_db [None req-541bcd71-469b-4929-a0cd-e6a864bd9df6 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Project ddc94a018af14ea09f31b12bf25c04a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:04:18.131961 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 53560) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:18.132201 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-b78a82e5-8fa7-4c60-8fac-00b1fb973735 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed5b33bcd72843db85c39d592f9a6df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134415 Jul 23 23:04:18.133506 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a82e5-8fa7-4c60-8fac-00b1fb973735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3aaf64c-830a-40f9-b48b-341c0b14c2a0,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:18.144191 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-541bcd71-469b-4929-a0cd-e6a864bd9df6 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.225233 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ad822d70-a3e6-45cc-a698-4782d719b99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.234212 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-541bcd71-469b-4929-a0cd-e6a864bd9df6 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.241770 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-541bcd71-469b-4929-a0cd-e6a864bd9df6 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.270067 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ad822d70-a3e6-45cc-a698-4782d719b99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.272737 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bcd71-469b-4929-a0cd-e6a864bd9df6 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7aef0a-d2bd-4f0b-833c-1e523bd3fa5d,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:18.281898 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-541bcd71-469b-4929-a0cd-e6a864bd9df6 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.282143 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-541bcd71-469b-4929-a0cd-e6a864bd9df6 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1894193 Jul 23 23:04:18.315256 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Sync routers for ids ['9f49546e-e87c-4bcf-b600-b565ec6d6051'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:04:18.325201 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Routers {'9f49546e-e87c-4bcf-b600-b565ec6d6051'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:18.325999 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:04:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['9f49546e-e87c-4bcf-b600-b565ec6d6051'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:18.330560 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ad822d70-a3e6-45cc-a698-4782d719b99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.333150 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ad822d70-a3e6-45cc-a698-4782d719b99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.336724 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-ad822d70-a3e6-45cc-a698-4782d719b99f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3aaf64c-830a-40f9-b48b-341c0b14c2a0 HTTP/1.1" status: 204 len: 168 time: 0.2015283 Jul 23 23:04:18.342455 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad822d70-a3e6-45cc-a698-4782d719b99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3aaf64c-830a-40f9-b48b-341c0b14c2a0,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:18.467312 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Set router 9f49546e-e87c-4bcf-b600-b565ec6d6051 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:18.723905 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f49546e-e87c-4bcf-b600-b565ec6d6051', 'name': 'tempest-TestShelveInstance-1152755656-router', 'tenant_id': '2b0df88b96314bd999a79f4d42bada46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '052b20a5-50b2-4831-8268-4dfcf4035de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:09Z', 'updated_at': '2021-07-23T23:04:15Z', 'revision_number': 4, 'project_id': '2b0df88b96314bd999a79f4d42bada46', 'gw_port': {'id': '052b20a5-50b2-4831-8268-4dfcf4035de9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f49546e-e87c-4bcf-b600-b565ec6d6051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:10Z', 'updated_at': '2021-07-23T23:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'c1f27961-4949-45b5-b1d1-4bf606b8005a', 'name': '', 'network_id': '24b85a26-83cb-4a11-80dc-407b21253a49', 'tenant_id': '2b0df88b96314bd999a79f4d42bada46', 'mac_address': 'fa:16:3e:63:d8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f49546e-e87c-4bcf-b600-b565ec6d6051', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8984db4a-681f-48de-83d6-af812b82e741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:14Z', 'updated_at': '2021-07-23T23:04:15Z', 'revision_number': 2, 'project_id': '2b0df88b96314bd999a79f4d42bada46', 'subnets': [{'id': '8984db4a-681f-48de-83d6-af812b82e741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:18.759226 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Checking router: 9f49546e-e87c-4bcf-b600-b565ec6d6051 for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:04:18.759575 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Updating router 9f49546e-e87c-4bcf-b600-b565ec6d6051 port c1f27961-4949-45b5-b1d1-4bf606b8005a binding host dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:04:18.789248 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.799843 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:18.920194 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 052b20a5-50b2-4831-8268-4dfcf4035de9 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:19.023865 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 052b20a5-50b2-4831-8268-4dfcf4035de9 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:19.024248 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:19.154950 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70028fc1-f3bd-4dc5-a334-774626e6b858 req-815df863-d062-4ff2-9a05-da36ce8941fb tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:19.156400 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-70028fc1-f3bd-4dc5-a334-774626e6b858 req-815df863-d062-4ff2-9a05-da36ce8941fb tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0646598 Jul 23 23:04:19.196485 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-70028fc1-f3bd-4dc5-a334-774626e6b858 req-ddd49d31-a57c-44f3-8729-166422866fed tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334959 Jul 23 23:04:19.283363 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:19.297067 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Transition to ACTIVE for port object c1f27961-4949-45b5-b1d1-4bf606b8005a will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:19.303082 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:19.360380 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60fbf-91da-47b5-9a7e-cb4f7ea77a3d None None] Pushing event updated for resources: {'Port': ['ID=c1f27961-4949-45b5-b1d1-4bf606b8005a,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:19.425339 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Attempting to bind port c1f27961-4949-45b5-b1d1-4bf606b8005a on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:19.426212 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Attempting to bind port c1f27961-4949-45b5-b1d1-4bf606b8005a by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '66afd92e-080e-47c8-8449-296fd8aa8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '24b85a26-83cb-4a11-80dc-407b21253a49'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:19.426212 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Attempting to bind port c1f27961-4949-45b5-b1d1-4bf606b8005a on network 24b85a26-83cb-4a11-80dc-407b21253a49 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:19.432053 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:19.432557 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Checking segment: {'id': '66afd92e-080e-47c8-8449-296fd8aa8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '24b85a26-83cb-4a11-80dc-407b21253a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:19.433042 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:19.434202 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Bound using segment: {'id': '66afd92e-080e-47c8-8449-296fd8aa8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '24b85a26-83cb-4a11-80dc-407b21253a49'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:19.434793 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Bound port: c1f27961-4949-45b5-b1d1-4bf606b8005a, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66afd92e-080e-47c8-8449-296fd8aa8772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '24b85a26-83cb-4a11-80dc-407b21253a49'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:19.435319 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:19.502023 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] For port c1f27961-4949-45b5-b1d1-4bf606b8005a, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:19.505345 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] For port c1f27961-4949-45b5-b1d1-4bf606b8005a, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=c1f27961-4949-45b5-b1d1-4bf606b8005a,segment=NetworkSegment(66afd92e-080e-47c8-8449-296fd8aa8772),segment_id=66afd92e-080e-47c8-8449-296fd8aa8772)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:19.510359 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:19.585855 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Routers {'9f49546e-e87c-4bcf-b600-b565ec6d6051'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:04:19.586507 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:04:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['9f49546e-e87c-4bcf-b600-b565ec6d6051'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:19.658124 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee60fbf-91da-47b5-9a7e-cb4f7ea77a3d None None] Pushing event updated for resources: {'Port': ['ID=c1f27961-4949-45b5-b1d1-4bf606b8005a,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:19.709177 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] Set router 9f49546e-e87c-4bcf-b600-b565ec6d6051 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:04:19.929535 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f49546e-e87c-4bcf-b600-b565ec6d6051', 'name': 'tempest-TestShelveInstance-1152755656-router', 'tenant_id': '2b0df88b96314bd999a79f4d42bada46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '052b20a5-50b2-4831-8268-4dfcf4035de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:09Z', 'updated_at': '2021-07-23T23:04:15Z', 'revision_number': 4, 'project_id': '2b0df88b96314bd999a79f4d42bada46', 'gw_port': {'id': '052b20a5-50b2-4831-8268-4dfcf4035de9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f49546e-e87c-4bcf-b600-b565ec6d6051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:10Z', 'updated_at': '2021-07-23T23:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'c1f27961-4949-45b5-b1d1-4bf606b8005a', 'name': '', 'network_id': '24b85a26-83cb-4a11-80dc-407b21253a49', 'tenant_id': '2b0df88b96314bd999a79f4d42bada46', 'mac_address': 'fa:16:3e:63:d8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f49546e-e87c-4bcf-b600-b565ec6d6051', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8984db4a-681f-48de-83d6-af812b82e741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:14Z', 'updated_at': '2021-07-23T23:04:19Z', 'revision_number': 4, 'project_id': '2b0df88b96314bd999a79f4d42bada46', 'subnets': [{'id': '8984db4a-681f-48de-83d6-af812b82e741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:04:19.957911 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e30654-076d-43aa-873b-3c85aba0b08e None None] The sync data for ids ['9f49546e-e87c-4bcf-b600-b565ec6d6051'] in dv-cinder-679138-12-iscsi is: [{'id': '9f49546e-e87c-4bcf-b600-b565ec6d6051', 'name': 'tempest-TestShelveInstance-1152755656-router', 'tenant_id': '2b0df88b96314bd999a79f4d42bada46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '052b20a5-50b2-4831-8268-4dfcf4035de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:09Z', 'updated_at': '2021-07-23T23:04:15Z', 'revision_number': 4, 'project_id': '2b0df88b96314bd999a79f4d42bada46', 'gw_port': {'id': '052b20a5-50b2-4831-8268-4dfcf4035de9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f49546e-e87c-4bcf-b600-b565ec6d6051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:10Z', 'updated_at': '2021-07-23T23:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'c1f27961-4949-45b5-b1d1-4bf606b8005a', 'name': '', 'network_id': '24b85a26-83cb-4a11-80dc-407b21253a49', 'tenant_id': '2b0df88b96314bd999a79f4d42bada46', 'mac_address': 'fa:16:3e:63:d8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f49546e-e87c-4bcf-b600-b565ec6d6051', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '8984db4a-681f-48de-83d6-af812b82e741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:14Z', 'updated_at': '2021-07-23T23:04:19Z', 'revision_number': 4, 'project_id': '2b0df88b96314bd999a79f4d42bada46', 'subnets': [{'id': '8984db4a-681f-48de-83d6-af812b82e741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:04:20.341356 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df25d6-784b-46bd-8c71-4e6b9679bd98 req-b3f3deb7-f83e-4228-a7f8-ce764bf19179 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:20.342935 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-87df25d6-784b-46bd-8c71-4e6b9679bd98 req-b3f3deb7-f83e-4228-a7f8-ce764bf19179 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0745511 Jul 23 23:04:20.385805 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-87df25d6-784b-46bd-8c71-4e6b9679bd98 req-d61344a2-dea2-4298-bc51-0d82d40c240d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372515 Jul 23 23:04:20.897027 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d032e-a0a8-4ffc-b2b3-fbf21c3068e7 req-21776357-3af0-4c76-8871-352f964025ca tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:20.898788 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ca8d032e-a0a8-4ffc-b2b3-fbf21c3068e7 req-21776357-3af0-4c76-8871-352f964025ca tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0748210 Jul 23 23:04:20.949467 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ca8d032e-a0a8-4ffc-b2b3-fbf21c3068e7 req-cffbf761-1639-464c-b760-5c3eea09a229 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429564 Jul 23 23:04:20.949718 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device c1f27961-4949-45b5-b1d1-4bf606b8005a up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:21.004228 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port c1f27961-4949-45b5-b1d1-4bf606b8005a completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:21.008180 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port c1f27961-4949-45b5-b1d1-4bf606b8005a triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:21.008582 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.091799 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.123515 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port c1f27961-4949-45b5-b1d1-4bf606b8005a, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=c1f27961-4949-45b5-b1d1-4bf606b8005a,segment=NetworkSegment(66afd92e-080e-47c8-8449-296fd8aa8772),segment_id=66afd92e-080e-47c8-8449-296fd8aa8772)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:21.127195 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:21.175864 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=c1f27961-4949-45b5-b1d1-4bf606b8005a,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:21.674711 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6d9b7-24e5-49e8-adbe-f5640d09e4d6 req-ef1ddb71-10f9-474e-9f6b-5331afab9ca2 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:21.676195 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-47b6d9b7-24e5-49e8-adbe-f5640d09e4d6 req-ef1ddb71-10f9-474e-9f6b-5331afab9ca2 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0666773 Jul 23 23:04:21.715150 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-47b6d9b7-24e5-49e8-adbe-f5640d09e4d6 req-8d56b108-c0cd-4e39-a620-555640e971cf tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331798 Jul 23 23:04:22.095255 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f80023-1882-4711-b027-b661e77e5ed6 req-e9958ed8-0e5c-4825-9742-fdad013fae93 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:22.096718 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f8f80023-1882-4711-b027-b661e77e5ed6 req-e9958ed8-0e5c-4825-9742-fdad013fae93 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0698452 Jul 23 23:04:22.145374 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f8f80023-1882-4711-b027-b661e77e5ed6 req-9d28f2e9-f57d-445f-9950-43cfd0e49f44 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431211 Jul 23 23:04:22.850026 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26e237-d0bb-48b4-b4b7-099e4b3135a2 req-ff740a47-865e-4a0a-8de3-5a1f735b66b9 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:22.851609 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fa26e237-d0bb-48b4-b4b7-099e4b3135a2 req-ff740a47-865e-4a0a-8de3-5a1f735b66b9 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0634315 Jul 23 23:04:22.891656 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fa26e237-d0bb-48b4-b4b7-099e4b3135a2 req-f5796f3e-a5e1-4878-a51b-e65319baa134 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337472 Jul 23 23:04:22.905558 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device c1f27961-4949-45b5-b1d1-4bf606b8005a up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:22.956326 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port c1f27961-4949-45b5-b1d1-4bf606b8005a triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:22.956705 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:23.281581 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0f29f-f610-40dc-aa58-f9ff1757a5b3 req-bcb2575b-9706-48a0-8d88-49fa362c69f0 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:23.283171 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fdf0f29f-f610-40dc-aa58-f9ff1757a5b3 req-bcb2575b-9706-48a0-8d88-49fa362c69f0 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0717552 Jul 23 23:04:23.320188 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fdf0f29f-f610-40dc-aa58-f9ff1757a5b3 req-641e1c2b-ce9e-4b37-a6e1-fa225acfad0e tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316424 Jul 23 23:04:24.022449 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bae937-8c91-4b0a-9f6c-30cbfebaf91f req-fe8c899c-6adb-4c63-ae9e-dc5d5c0094ee tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:24.025029 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-44bae937-8c91-4b0a-9f6c-30cbfebaf91f req-fe8c899c-6adb-4c63-ae9e-dc5d5c0094ee tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0659904 Jul 23 23:04:24.062978 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-44bae937-8c91-4b0a-9f6c-30cbfebaf91f req-304c47ee-62ef-4d80-8ca1-622589a26d0a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320401 Jul 23 23:04:24.457199 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5c862-522d-4bf3-aa2c-8e4b8c497611 req-192b4a25-d506-48e9-9540-6c1effd3c695 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:24.458692 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e1e5c862-522d-4bf3-aa2c-8e4b8c497611 req-192b4a25-d506-48e9-9540-6c1effd3c695 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0693207 Jul 23 23:04:24.495334 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e1e5c862-522d-4bf3-aa2c-8e4b8c497611 req-ecc5bc5e-1918-4517-a42f-6e5994d2b395 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310941 Jul 23 23:04:24.882197 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 53714) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:24.983981 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c674e749-b9b4-4abb-9854-2940f3513293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.075319 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c674e749-b9b4-4abb-9854-2940f3513293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.079161 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c674e749-b9b4-4abb-9854-2940f3513293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.126846 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 53720) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:25.127435 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-c674e749-b9b4-4abb-9854-2940f3513293 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f7365a91fdb4ff282353fadcce784f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440088 Jul 23 23:04:25.130141 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674e749-b9b4-4abb-9854-2940f3513293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab947ba1-085a-40c7-88b5-46c0a6cf9583,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:25.225331 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3e29176d-9309-4f7b-9120-e2f22f5f4492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.259733 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a89857-5116-4556-930f-d67202046a0b req-e04f5f4e-0771-4989-bc2a-a26be96f1178 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:25.261213 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-64a89857-5116-4556-930f-d67202046a0b req-e04f5f4e-0771-4989-bc2a-a26be96f1178 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1263309 Jul 23 23:04:25.263603 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3e29176d-9309-4f7b-9120-e2f22f5f4492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.325488 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-64a89857-5116-4556-930f-d67202046a0b req-ed8a97ac-72bf-4229-9d8e-dffd24e82c2a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554752 Jul 23 23:04:25.341588 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3e29176d-9309-4f7b-9120-e2f22f5f4492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.344251 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3e29176d-9309-4f7b-9120-e2f22f5f4492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:25.345430 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-3e29176d-9309-4f7b-9120-e2f22f5f4492 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab947ba1-085a-40c7-88b5-46c0a6cf9583 HTTP/1.1" status: 204 len: 168 time: 0.2172399 Jul 23 23:04:25.353009 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29176d-9309-4f7b-9120-e2f22f5f4492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab947ba1-085a-40c7-88b5-46c0a6cf9583,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:25.628247 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ced0b0-d31d-43aa-ac8e-9039a55fa95a req-1080bf85-75dc-42a3-adc5-f42b914b63b0 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:25.629769 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-54ced0b0-d31d-43aa-ac8e-9039a55fa95a req-1080bf85-75dc-42a3-adc5-f42b914b63b0 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0652957 Jul 23 23:04:25.668823 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-54ced0b0-d31d-43aa-ac8e-9039a55fa95a req-541e6b38-abee-45bd-8a73-9947e68a14f7 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328560 Jul 23 23:04:26.477135 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecc2d7-378f-47a3-854e-a719503e4213 req-0213be73-8fde-411e-b138-cf7a5ce197c4 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:26.478649 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-36ecc2d7-378f-47a3-854e-a719503e4213 req-0213be73-8fde-411e-b138-cf7a5ce197c4 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0698581 Jul 23 23:04:26.519343 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-36ecc2d7-378f-47a3-854e-a719503e4213 req-2fca0bc8-a5ce-4932-8238-a8bdd7efb4dd tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327306 Jul 23 23:04:26.799309 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d58243-e5c8-49ff-a4ae-81fde5d96f31 req-7fc9edd8-de8c-4477-8cc9-29d7ca789d8f tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:26.800777 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-79d58243-e5c8-49ff-a4ae-81fde5d96f31 req-7fc9edd8-de8c-4477-8cc9-29d7ca789d8f tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0669811 Jul 23 23:04:26.843026 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-79d58243-e5c8-49ff-a4ae-81fde5d96f31 req-7a6afd23-5293-445b-8404-5d7c6996214f tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364287 Jul 23 23:04:27.645696 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dc010-9871-4d50-a304-ff0e35b03f9e req-7e77ff89-3512-47de-8f19-c5efa6a3911f tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:27.647408 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7e1dc010-9871-4d50-a304-ff0e35b03f9e req-7e77ff89-3512-47de-8f19-c5efa6a3911f tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0623419 Jul 23 23:04:27.685391 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7e1dc010-9871-4d50-a304-ff0e35b03f9e req-770a300e-96ee-43b8-9de4-da0335e988ea tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313148 Jul 23 23:04:27.972917 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076c4f2-dd06-4a99-9447-de4ea647f42d req-92c56039-8ad2-4ccf-8469-e8e347d7dd05 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:27.974372 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e076c4f2-dd06-4a99-9447-de4ea647f42d req-92c56039-8ad2-4ccf-8469-e8e347d7dd05 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0620904 Jul 23 23:04:28.014593 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e076c4f2-dd06-4a99-9447-de4ea647f42d req-1f460b16-91cb-43e3-bbc1-a34ae072828a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345924 Jul 23 23:04:28.415100 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-e4401b11-3d4a-41fc-afa7-e5bc5c4c8930 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:28.416748 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-e4401b11-3d4a-41fc-afa7-e5bc5c4c8930 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/networks?id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9 HTTP/1.1" status: 200 len: 815 time: 0.1064293 Jul 23 23:04:28.436611 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-b1151cdd-ae52-437e-a089-af6b8fda7ce1 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/quotas/4b2287dabe4a4009a649ab46b82bd58b HTTP/1.1" status: 200 len: 375 time: 0.0097115 Jul 23 23:04:28.514712 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-61c19156-dda3-433e-a543-ea3698898b4a tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4b2287dabe4a4009a649ab46b82bd58b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0699251 Jul 23 23:04:28.615223 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-57b3c0fd-39b7-4629-9217-24fa32e6eb5f service neutron] 10.222.0.20 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939932 Jul 23 23:04:28.707384 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-23c5573f-a385-4a94-a087-ad5452a56a08 service neutron] 10.222.0.20 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867293 Jul 23 23:04:28.819480 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454dff2-d3ff-4d3c-abb2-0f10bb9f502c req-064593a9-a177-42e5-9c22-01102a1ead06 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:28.821038 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f454dff2-d3ff-4d3c-abb2-0f10bb9f502c req-064593a9-a177-42e5-9c22-01102a1ead06 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0678847 Jul 23 23:04:28.893610 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ddc96df0-54fe-4d73-b139-8354c387da8d req-9313c187-a983-463d-8216-a0c1cdbd5685 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 210 time: 0.0324991 Jul 23 23:04:28.896446 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f454dff2-d3ff-4d3c-abb2-0f10bb9f502c req-7226c744-b246-4c09-8220-ed2afd48fcc8 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675488 Jul 23 23:04:29.169598 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2b527-1813-4208-82d4-a52ea45a0955 req-109a9137-0af2-4142-a917-d5f8600c2335 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:29.171197 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bcd2b527-1813-4208-82d4-a52ea45a0955 req-109a9137-0af2-4142-a917-d5f8600c2335 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0855851 Jul 23 23:04:29.223080 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bcd2b527-1813-4208-82d4-a52ea45a0955 req-69a61876-0931-4332-b12d-9c4c5ad8976b tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456142 Jul 23 23:04:30.000157 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b8262b44-9867-489a-807d-83f0c1872a09 req-ab433c56-4999-46f7-94b2-0f7c537a07ad tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 210 time: 0.0327132 Jul 23 23:04:30.416908 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e51bb-81c0-4e17-9abc-3d363fbbbe3d req-58387dd4-f0f0-48f0-b3af-6f5ed9ae1427 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:30.418445 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-666e51bb-81c0-4e17-9abc-3d363fbbbe3d req-58387dd4-f0f0-48f0-b3af-6f5ed9ae1427 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.4209852 Jul 23 23:04:30.433507 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-63c286a8-5c7e-4746-8856-2f0955c23237 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:30.435041 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-63c286a8-5c7e-4746-8856-2f0955c23237 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.47 "GET /v2.0/networks?id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9 HTTP/1.1" status: 200 len: 815 time: 0.4009104 Jul 23 23:04:30.465395 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-56bde54a-487d-421a-b076-e039b13e1323 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Request body: {'port': {'device_id': 'b40d73a5-55f7-4aff-a55f-3bb41772bd55', 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9', 'admin_state_up': True, 'tenant_id': '4b2287dabe4a4009a649ab46b82bd58b'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:30.518621 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-666e51bb-81c0-4e17-9abc-3d363fbbbe3d req-499ac061-65af-43aa-92ed-42101765e687 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933232 Jul 23 23:04:30.525821 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364dee4-2428-49cb-b419-10ea7972c5c8 req-6a0c590d-e1f5-4c4c-844f-94669aa5c4a7 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:30.528055 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b364dee4-2428-49cb-b419-10ea7972c5c8 req-6a0c590d-e1f5-4c4c-844f-94669aa5c4a7 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1794364 Jul 23 23:04:30.602455 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b364dee4-2428-49cb-b419-10ea7972c5c8 req-de4e5010-2e84-4fd2-ae25-313ca5f612f5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497873 Jul 23 23:04:30.632227 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-56bde54a-487d-421a-b076-e039b13e1323 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Made reservation on behalf of 4b2287dabe4a4009a649ab46b82bd58b for: {'port': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:30.635761 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-56bde54a-487d-421a-b076-e039b13e1323 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:30.709012 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:04:30.779166 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-56bde54a-487d-421a-b076-e039b13e1323 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Allocated IP 172.20.0.12 (781f2eae-a5ee-47f5-88e2-dad57f52ccb9/5042eb78-612c-4431-ada6-a0e582d6706b/15e8e6de-3f12-4139-9a47-1a7e6c52ec9b) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:30.934252 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-56bde54a-487d-421a-b076-e039b13e1323 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:30.971860 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-56bde54a-487d-421a-b076-e039b13e1323 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:31.009442 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-56bde54a-487d-421a-b076-e039b13e1323 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:31.013119 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-56bde54a-487d-421a-b076-e039b13e1323 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:31.014959 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['3ac4aac9-43db-4128-82c8-178a0d1aed14', '08737e13-1bb4-49cc-8e06-91c52aa9862f', 'edcac6e2-7fb8-4167-909c-391b11f21f58'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:04:31.015445 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-56bde54a-487d-421a-b076-e039b13e1323 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:31.050345 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bde54a-487d-421a-b076-e039b13e1323 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Pushing event updated for resources: {'Port': ['ID=15e8e6de-3f12-4139-9a47-1a7e6c52ec9b,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:31.074343 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-56bde54a-487d-421a-b076-e039b13e1323 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:31.075072 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-56bde54a-487d-421a-b076-e039b13e1323 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:31.117620 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-56bde54a-487d-421a-b076-e039b13e1323 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6591682 Jul 23 23:04:31.151911 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3624ee9-495a-4716-9fab-94c88e079566 req-460c513a-b861-4171-a8d1-f80ff5b64345 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:31.153366 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b3624ee9-495a-4716-9fab-94c88e079566 req-460c513a-b861-4171-a8d1-f80ff5b64345 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 932 time: 0.0715728 Jul 23 23:04:31.157036 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Request body: {'port': {'device_id': 'b40d73a5-55f7-4aff-a55f-3bb41772bd55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:31.228395 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b3624ee9-495a-4716-9fab-94c88e079566 req-578f52b5-48b2-4837-a9b4-b5c6e5c1cd07 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686867 Jul 23 23:04:31.262228 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:31.537203 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b {{(pid=93010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:04:31.545503 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:31.562200 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Transition to ACTIVE for port object 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b will not be triggered until provisioned by entity L2. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:31.566161 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:31.639586 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Pushing event updated for resources: {'Port': ['ID=15e8e6de-3f12-4139-9a47-1a7e6c52ec9b,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:31.767977 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871fb42-ffa3-4591-85ab-c9de0635c438 req-872c47a5-bb01-4ed7-9cf6-0da14000ec23 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:31.769348 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6871fb42-ffa3-4591-85ab-c9de0635c438 req-872c47a5-bb01-4ed7-9cf6-0da14000ec23 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1671133 Jul 23 23:04:31.770861 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Attempting to bind port 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:31.771183 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Attempting to bind port 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '51f73a8f-60cf-4e5e-a6f0-771796905b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9'}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:31.771496 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Attempting to bind port 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b on network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:31.787145 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Port 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b on network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:04:31.787465 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Attempting to bind port 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b on network 781f2eae-a5ee-47f5-88e2-dad57f52ccb9 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:31.810076 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:31.810211 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Checking segment: {'id': '51f73a8f-60cf-4e5e-a6f0-771796905b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:31.810544 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Bound using segment: {'id': '51f73a8f-60cf-4e5e-a6f0-771796905b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9'} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:31.810976 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Bound port: 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f73a8f-60cf-4e5e-a6f0-771796905b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9'}}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:31.811327 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:31.839068 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e5ffa-450c-4174-9b1f-37e3687660f2 req-44175416-1058-43dc-8044-40563689565a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:31.842542 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-524e5ffa-450c-4174-9b1f-37e3687660f2 req-44175416-1058-43dc-8044-40563689565a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1502056 Jul 23 23:04:31.848555 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6871fb42-ffa3-4591-85ab-c9de0635c438 req-9fe9bfaa-945c-4c3d-a469-5eb6c842f108 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702178 Jul 23 23:04:31.927871 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-524e5ffa-450c-4174-9b1f-37e3687660f2 req-b12e3c86-b6a5-449c-ba1c-5c955b344b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596647 Jul 23 23:04:31.928985 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] For port 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b, host hv-cinder-67913, cleared binding levels {{(pid=93010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:31.932326 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] For port 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=15e8e6de-3f12-4139-9a47-1a7e6c52ec9b,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:31.940417 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:31.971960 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:31.972693 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:31.973925 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] 10.222.0.47 "PUT /v2.0/ports/15e8e6de-3f12-4139-9a47-1a7e6c52ec9b HTTP/1.1" status: 200 len: 1094 time: 0.8301489 Jul 23 23:04:31.974372 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40d73a5-55f7-4aff-a55f-3bb41772bd55', 'tag': '15e8e6de-3f12-4139-9a47-1a7e6c52ec9b'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:04:31.976690 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3231d775-279d-4973-a80e-126ff2ad43fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b40d73a5-55f7-4aff-a55f-3bb41772bd55", "tag": "15e8e6de-3f12-4139-9a47-1a7e6c52ec9b"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:04:32.005578 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f53e8-c7c6-4159-905e-d39f7c369f66 service neutron] Pushing event updated for resources: {'Port': ['ID=15e8e6de-3f12-4139-9a47-1a7e6c52ec9b,revision_number=3']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:32.023269 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1e7f54-4ca9-4c7c-9053-c98ca15c1c1b x-openstack-request-id: req-2b1e7f54-4ca9-4c7c-9053-c98ca15c1c1b {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:04:32.023897 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40d73a5-55f7-4aff-a55f-3bb41772bd55", "tag": "15e8e6de-3f12-4139-9a47-1a7e6c52ec9b", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:04:32.023897 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b1e7f54-4ca9-4c7c-9053-c98ca15c1c1b {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:04:32.024164 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40d73a5-55f7-4aff-a55f-3bb41772bd55', 'tag': '15e8e6de-3f12-4139-9a47-1a7e6c52ec9b', 'status': 'completed', 'code': 200} Jul 23 23:04:32.117859 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-75856acf-8a76-43cf-9937-85ca9e0f31ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:32.119411 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-75856acf-8a76-43cf-9937-85ca9e0f31ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b2287dabe4a4009a649ab46b82bd58b&device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 1097 time: 0.0597427 Jul 23 23:04:32.177114 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-c52fedc9-3078-462d-a461-686560f08bb2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15e8e6de-3f12-4139-9a47-1a7e6c52ec9b HTTP/1.1" status: 200 len: 217 time: 0.0392067 Jul 23 23:04:32.229169 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-2478e4df-17a3-437d-9684-e88dc9adb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:32.230660 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-2478e4df-17a3-437d-9684-e88dc9adb2c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5042eb78-612c-4431-ada6-a0e582d6706b HTTP/1.1" status: 200 len: 855 time: 0.0439465 Jul 23 23:04:32.267838 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-1e661f1a-622f-4a63-bbb8-97a55c431496 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277793 Jul 23 23:04:32.405883 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-11318340-d50b-48a1-becb-a53a4ce4c5fe service neutron] 10.222.0.47 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288383 Jul 23 23:04:32.443134 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700bf90-6ad1-4006-abf6-ce8b17236330 req-9694b12a-fe1b-4c01-895d-018cd22c1c0d tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:32.444633 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7700bf90-6ad1-4006-abf6-ce8b17236330 req-9694b12a-fe1b-4c01-895d-018cd22c1c0d tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 944 time: 0.1409724 Jul 23 23:04:32.521399 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7700bf90-6ad1-4006-abf6-ce8b17236330 req-f02ee540-4d0b-4f87-be05-f4114bb76ef4 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680943 Jul 23 23:04:32.541025 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-919fbc8e-40ee-4f6b-9988-d62c3b492a08 req-9987d7ef-3c3f-4230-a6d9-0eb4d7ceb58a service neutron] 10.222.0.47 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270740 Jul 23 23:04:32.763879 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231d775-279d-4973-a80e-126ff2ad43fa req-2c293cec-2ba4-49f3-bada-42e407bfdd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:32.765352 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3231d775-279d-4973-a80e-126ff2ad43fa req-2c293cec-2ba4-49f3-bada-42e407bfdd72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b2287dabe4a4009a649ab46b82bd58b&device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 1097 time: 0.0541148 Jul 23 23:04:32.864397 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231d775-279d-4973-a80e-126ff2ad43fa req-57424a1e-469b-4b64-a421-7685464f694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:32.865901 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3231d775-279d-4973-a80e-126ff2ad43fa req-57424a1e-469b-4b64-a421-7685464f694f service neutron] 10.222.0.47 "GET /v2.0/networks?id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9 HTTP/1.1" status: 200 len: 916 time: 0.0878959 Jul 23 23:04:32.927857 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3231d775-279d-4973-a80e-126ff2ad43fa req-c1f4a2c9-688e-48bf-9abd-e5f8c1cd2014 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15e8e6de-3f12-4139-9a47-1a7e6c52ec9b HTTP/1.1" status: 200 len: 217 time: 0.0373170 Jul 23 23:04:33.013602 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231d775-279d-4973-a80e-126ff2ad43fa req-6f01e921-5dc3-4c73-94e2-72df8ffa3169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:33.015005 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3231d775-279d-4973-a80e-126ff2ad43fa req-6f01e921-5dc3-4c73-94e2-72df8ffa3169 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5042eb78-612c-4431-ada6-a0e582d6706b HTTP/1.1" status: 200 len: 855 time: 0.0788918 Jul 23 23:04:33.072451 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3231d775-279d-4973-a80e-126ff2ad43fa req-6b500419-228d-4bea-babc-9db5c78a662e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=781f2eae-a5ee-47f5-88e2-dad57f52ccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362992 Jul 23 23:04:33.085217 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2648ad1-78bf-437d-ac95-dd8d8a160ee0 req-4ae08f91-7b65-434a-b866-d099b64c3b2c tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:33.086639 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a2648ad1-78bf-437d-ac95-dd8d8a160ee0 req-4ae08f91-7b65-434a-b866-d099b64c3b2c tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1614685 Jul 23 23:04:33.197933 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa974e-ea18-4073-83e2-2273bef92d4d req-b9823f89-15c5-4ddf-ae17-f5f9fe9889f5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:33.199993 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b3fa974e-ea18-4073-83e2-2273bef92d4d req-b9823f89-15c5-4ddf-ae17-f5f9fe9889f5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1985345 Jul 23 23:04:33.204481 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a2648ad1-78bf-437d-ac95-dd8d8a160ee0 req-15a54276-7991-411b-a456-a65708cee993 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073279 Jul 23 23:04:33.242620 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3231d775-279d-4973-a80e-126ff2ad43fa req-22ce4b9b-0398-4694-a567-cd132c110641 service neutron] 10.222.0.47 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550169 Jul 23 23:04:33.256020 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b3fa974e-ea18-4073-83e2-2273bef92d4d req-bbe1285f-1c75-4f65-af91-7f050f333911 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492511 Jul 23 23:04:33.353050 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3231d775-279d-4973-a80e-126ff2ad43fa req-f5f2e300-10df-4a74-84f9-15aca078f145 service neutron] 10.222.0.47 "GET /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961010 Jul 23 23:04:33.515930 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 53938) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:33.631649 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5c701ee7-6359-418c-bd38-0b7701655642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:33.692134 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3039a1-7f9c-43ab-9d7a-d327b5add4f4 req-d97f41e9-31fc-450b-be8f-b7b8a82f6eaf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:33.693606 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0d3039a1-7f9c-43ab-9d7a-d327b5add4f4 req-d97f41e9-31fc-450b-be8f-b7b8a82f6eaf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 944 time: 0.1046371 Jul 23 23:04:33.749992 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0d3039a1-7f9c-43ab-9d7a-d327b5add4f4 req-7ef74a11-91aa-4090-a535-c836cb679144 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499940 Jul 23 23:04:33.777790 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5c701ee7-6359-418c-bd38-0b7701655642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:33.782210 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5c701ee7-6359-418c-bd38-0b7701655642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:33.819872 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-5c701ee7-6359-418c-bd38-0b7701655642 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ebc3ad069af469d9d69f9dd81d937df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028550 Jul 23 23:04:33.820975 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c701ee7-6359-418c-bd38-0b7701655642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a07bd7-ae92-4736-bf5d-c3f346771986,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:33.822659 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 53946) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:33.872701 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-66f8df53-1819-480e-a5ce-5c1c6a62cd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:33.894608 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-66f8df53-1819-480e-a5ce-5c1c6a62cd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:33.938020 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-66f8df53-1819-480e-a5ce-5c1c6a62cd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:33.940531 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-66f8df53-1819-480e-a5ce-5c1c6a62cd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:33.941670 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-66f8df53-1819-480e-a5ce-5c1c6a62cd31 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70a07bd7-ae92-4736-bf5d-c3f346771986 HTTP/1.1" status: 204 len: 168 time: 0.1162786 Jul 23 23:04:33.950278 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8df53-1819-480e-a5ce-5c1c6a62cd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a07bd7-ae92-4736-bf5d-c3f346771986,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:34.206904 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 53952) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:34.220507 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e4c8926f-abf6-46e6-b2c4-99dd321edbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:34.311735 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e4c8926f-abf6-46e6-b2c4-99dd321edbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:34.315818 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e4c8926f-abf6-46e6-b2c4-99dd321edbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:34.353993 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8926f-abf6-46e6-b2c4-99dd321edbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397c9910-fb42-4e3b-91ac-744f1e43b875,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:34.372688 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-e4c8926f-abf6-46e6-b2c4-99dd321edbe4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28c7d7da369944ffb7f770b2aabc491f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613562 Jul 23 23:04:34.372688 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 53958) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:34.388298 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38887e-be5f-4481-9c7a-665d9d44b5ba req-5e7efce3-3966-470b-8679-5756bed09b94 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:34.389589 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9d38887e-be5f-4481-9c7a-665d9d44b5ba req-5e7efce3-3966-470b-8679-5756bed09b94 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1019452 Jul 23 23:04:34.434935 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-72ea34fb-9215-4746-b30d-ba25661f32fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:34.435072 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b20fe-c68c-4b36-9acd-d0e1689c23d0 req-aa4e9df6-891e-40ba-b066-3dd8b49cc7be tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:34.436466 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-414b20fe-c68c-4b36-9acd-d0e1689c23d0 req-aa4e9df6-891e-40ba-b066-3dd8b49cc7be tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1071403 Jul 23 23:04:34.461077 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-72ea34fb-9215-4746-b30d-ba25661f32fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:34.461224 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9d38887e-be5f-4481-9c7a-665d9d44b5ba req-592d696c-e5db-4acf-aeb8-8a38eae0d0ec tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646217 Jul 23 23:04:34.495340 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-414b20fe-c68c-4b36-9acd-d0e1689c23d0 req-9a73d45e-a912-4cbd-9af3-d90760aee1f1 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505168 Jul 23 23:04:34.519139 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-72ea34fb-9215-4746-b30d-ba25661f32fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:34.521666 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-72ea34fb-9215-4746-b30d-ba25661f32fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:34.523093 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-72ea34fb-9215-4746-b30d-ba25661f32fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/397c9910-fb42-4e3b-91ac-744f1e43b875 HTTP/1.1" status: 204 len: 168 time: 0.1490085 Jul 23 23:04:34.531180 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea34fb-9215-4746-b30d-ba25661f32fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397c9910-fb42-4e3b-91ac-744f1e43b875,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:34.835026 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 53974) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:34.850904 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-93a7ed73-029d-4e43-aced-f1e618754e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:34.883264 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706c981-e164-488e-b184-3cce974fb3a0 req-9ebf6bce-3c10-4c83-ade4-6614f388e640 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:34.884752 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f706c981-e164-488e-b184-3cce974fb3a0 req-9ebf6bce-3c10-4c83-ade4-6614f388e640 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 944 time: 0.0677881 Jul 23 23:04:34.935816 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f706c981-e164-488e-b184-3cce974fb3a0 req-299d6c7e-91d9-4d81-aeda-c13893a33bbf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438809 Jul 23 23:04:34.942889 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-93a7ed73-029d-4e43-aced-f1e618754e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:34.946871 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-93a7ed73-029d-4e43-aced-f1e618754e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:34.984195 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7ed73-029d-4e43-aced-f1e618754e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14489cce-cf79-4b27-8d63-0c9cdc6257b3,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:34.990140 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-93a7ed73-029d-4e43-aced-f1e618754e8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fc244ecba894960a81560ff48edb729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540310 Jul 23 23:04:34.993005 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 53976) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:04:35.042244 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-48575851-c852-4ac3-a7c0-f40472dbb943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:35.065729 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-48575851-c852-4ac3-a7c0-f40472dbb943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:35.113797 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-48575851-c852-4ac3-a7c0-f40472dbb943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:35.116662 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-48575851-c852-4ac3-a7c0-f40472dbb943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:35.117811 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-48575851-c852-4ac3-a7c0-f40472dbb943 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14489cce-cf79-4b27-8d63-0c9cdc6257b3 HTTP/1.1" status: 204 len: 168 time: 0.1239774 Jul 23 23:04:35.125224 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48575851-c852-4ac3-a7c0-f40472dbb943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14489cce-cf79-4b27-8d63-0c9cdc6257b3,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:35.644734 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3b3d2-1b41-4693-a90a-e79b2f2eeec8 req-093dd118-6332-4720-98db-e92a60c6b86a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:35.646463 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1cb3b3d2-1b41-4693-a90a-e79b2f2eeec8 req-093dd118-6332-4720-98db-e92a60c6b86a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1087301 Jul 23 23:04:35.689596 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b1ce2-9383-4463-bf86-69a0274affef req-dfe96b12-30af-4d13-8843-d3cef3abe753 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:35.691080 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ed3b1ce2-9383-4463-bf86-69a0274affef req-dfe96b12-30af-4d13-8843-d3cef3abe753 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1149197 Jul 23 23:04:35.711901 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1cb3b3d2-1b41-4693-a90a-e79b2f2eeec8 req-bc56ed12-94fe-4e0e-bd53-3fd21a435df8 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564721 Jul 23 23:04:35.745580 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ed3b1ce2-9383-4463-bf86-69a0274affef req-6206c1d4-bd64-41fa-9774-1198d0c80188 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483763 Jul 23 23:04:36.098424 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433164d-a334-42ef-b609-89516038af2c req-70e4c957-99bc-4c70-af1a-cadaef190c4e tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:36.099990 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0433164d-a334-42ef-b609-89516038af2c req-70e4c957-99bc-4c70-af1a-cadaef190c4e tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 944 time: 0.0929079 Jul 23 23:04:36.141719 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0433164d-a334-42ef-b609-89516038af2c req-c378238d-1294-4b26-8f32-4ebbe570f70f tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345886 Jul 23 23:04:36.455721 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b4d52-d6af-49e5-8432-f2d3474f0c64 req-9995f4cf-a3d3-4422-a5c1-1b29211bf48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:36.457209 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fa9b4d52-d6af-49e5-8432-f2d3474f0c64 req-9995f4cf-a3d3-4422-a5c1-1b29211bf48f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 1099 time: 0.0560310 Jul 23 23:04:36.493634 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fa9b4d52-d6af-49e5-8432-f2d3474f0c64 req-da67df0e-4d32-4745-b1fc-ba71877d5c2c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279369 Jul 23 23:04:36.608299 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:04:36.699740 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=15e8e6de-3f12-4139-9a47-1a7e6c52ec9b,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:36.710049 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': '15e8e6de-3f12-4139-9a47-1a7e6c52ec9b', 'network_id': '781f2eae-a5ee-47f5-88e2-dad57f52ccb9', 'port_id': '15e8e6de-3f12-4139-9a47-1a7e6c52ec9b', 'mac_address': 'fa:16:3e:45:da:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5042eb78-612c-4431-ada6-a0e582d6706b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:04:36.747685 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:36.760596 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:04:36.781277 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=15e8e6de-3f12-4139-9a47-1a7e6c52ec9b,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:36.786014 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:36.837642 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=15e8e6de-3f12-4139-9a47-1a7e6c52ec9b,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:36.916210 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83193a9-65bd-4a1a-b5d9-179d56dcd3a8 req-3f67606f-745a-4d50-b290-efb7b64688d5 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:36.918340 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a83193a9-65bd-4a1a-b5d9-179d56dcd3a8 req-3f67606f-745a-4d50-b290-efb7b64688d5 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1202300 Jul 23 23:04:36.929323 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1074042-9516-4d27-911f-6d6a9b1fb899 req-62563186-5153-47b5-b997-b8fd5b732530 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:36.930751 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c1074042-9516-4d27-911f-6d6a9b1fb899 req-62563186-5153-47b5-b997-b8fd5b732530 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0962055 Jul 23 23:04:36.985431 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a83193a9-65bd-4a1a-b5d9-179d56dcd3a8 req-17ad01c5-8190-4c71-a4d1-09e048d20926 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536556 Jul 23 23:04:36.990712 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c1074042-9516-4d27-911f-6d6a9b1fb899 req-e93f29c4-c97c-4c71-81cf-35c881dcb88d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520310 Jul 23 23:04:37.276122 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3d257-efa2-4834-8210-0dcd299711cc req-47ce70fb-4575-4714-a962-b2d6734dcee3 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:37.277673 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b6b3d257-efa2-4834-8210-0dcd299711cc req-47ce70fb-4575-4714-a962-b2d6734dcee3 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 945 time: 0.0661850 Jul 23 23:04:37.319950 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b6b3d257-efa2-4834-8210-0dcd299711cc req-4f9915a2-551d-4b06-8141-c63add6ac835 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368874 Jul 23 23:04:37.451570 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-4d40066c-211f-4e88-ae12-7288dc1c06a8 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3452f3059eda4a92b6afb2b1189bb507&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288560 Jul 23 23:04:37.460351 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['15e8e6de-3f12-4139-9a47-1a7e6c52ec9b'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:04:37.894892 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-ae63d8b9-8106-42ca-b31f-0d13fb7f6147 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:37.896361 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-ae63d8b9-8106-42ca-b31f-0d13fb7f6147 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4397485 Jul 23 23:04:37.911378 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-bff45f38-aef7-48e3-a53c-aef5532966ab tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/quotas/3452f3059eda4a92b6afb2b1189bb507 HTTP/1.1" status: 200 len: 375 time: 0.0095892 Jul 23 23:04:37.945577 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-39dac6d5-c442-4b70-9af6-aad8ed0c1b11 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3452f3059eda4a92b6afb2b1189bb507&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290742 Jul 23 23:04:38.155773 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305a5e9-b780-4ab4-ab35-584e2e910d7b req-f0051f73-b1e9-4482-9efe-a32ec54aaa17 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:38.157284 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c305a5e9-b780-4ab4-ab35-584e2e910d7b req-f0051f73-b1e9-4482-9efe-a32ec54aaa17 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1032655 Jul 23 23:04:38.215185 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad6619-e49a-46e6-87b1-85018489597e req-193b54d0-5df5-4fb5-883e-3de6961ae383 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:38.222638 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-32ad6619-e49a-46e6-87b1-85018489597e req-193b54d0-5df5-4fb5-883e-3de6961ae383 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1265841 Jul 23 23:04:38.241772 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c305a5e9-b780-4ab4-ab35-584e2e910d7b req-12491644-be17-49d4-96d0-65eefb34b1ce tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753150 Jul 23 23:04:38.269231 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-32ad6619-e49a-46e6-87b1-85018489597e req-f604ffe3-37ce-4091-abe8-0a77d378010c tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456228 Jul 23 23:04:38.337244 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be297678-4dbf-4e49-8699-5f17049db8f2 req-f5237e2c-9261-42e9-9e45-b017b6fbcdd9 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 210 time: 0.0336676 Jul 23 23:04:38.463366 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95235945-49b9-4d38-a515-a6b8d3e99090 req-87cd67fe-3bb6-4453-b93f-06eba8a07241 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:38.465649 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-95235945-49b9-4d38-a515-a6b8d3e99090 req-87cd67fe-3bb6-4453-b93f-06eba8a07241 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 945 time: 0.0694277 Jul 23 23:04:38.505064 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-95235945-49b9-4d38-a515-a6b8d3e99090 req-c695a8c3-a764-4108-ae9f-e262a186bd62 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332475 Jul 23 23:04:39.314209 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-1a6c019a-6cf2-42ef-81ac-16488bc335dd tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3452f3059eda4a92b6afb2b1189bb507&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303619 Jul 23 23:04:39.513140 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-e09697ca-a39d-416f-ab55-cfe8ddb8fde4 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:39.514532 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-e09697ca-a39d-416f-ab55-cfe8ddb8fde4 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945679 Jul 23 23:04:39.534584 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd21e3-face-4b80-aa81-209e7550f31e req-f3be89c1-4faa-4c28-be8a-b30a76ef5bfe tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:39.536022 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-32cd21e3-face-4b80-aa81-209e7550f31e req-f3be89c1-4faa-4c28-be8a-b30a76ef5bfe tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1897378 Jul 23 23:04:39.542968 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-c1e08aa2-0987-4417-b097-91f8c065c7a0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Request body: {'port': {'device_id': '38c82c00-aedc-4047-b2b1-d72fe28d8f30', 'network_id': '1ba024da-dd34-4cfd-89d1-d6dba715b61d', 'admin_state_up': True, 'tenant_id': '3452f3059eda4a92b6afb2b1189bb507'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:39.555862 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bddd8-a746-496e-bc87-73690113c1df req-1502384a-8e49-47f8-b153-b97384b85f83 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:39.557281 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-341bddd8-a746-496e-bc87-73690113c1df req-1502384a-8e49-47f8-b153-b97384b85f83 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1930776 Jul 23 23:04:39.661403 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-32cd21e3-face-4b80-aa81-209e7550f31e req-6bbd78b1-b3c8-49b7-9cfd-c462b132b401 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145413 Jul 23 23:04:39.678354 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-341bddd8-a746-496e-bc87-73690113c1df req-1ab3679b-e6fe-4e32-835e-24fc4c19897f tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031854 Jul 23 23:04:39.719450 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-c1e08aa2-0987-4417-b097-91f8c065c7a0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Made reservation on behalf of 3452f3059eda4a92b6afb2b1189bb507 for: {'port': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:39.723353 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-c1e08aa2-0987-4417-b097-91f8c065c7a0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:39.734774 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-c1e08aa2-0987-4417-b097-91f8c065c7a0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:39.781219 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-47b408bf-78ef-45d1-9cd8-87077adfe079 req-8c74b45a-b74b-4c53-bdae-a20977706ac5 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 210 time: 0.0481727 Jul 23 23:04:39.861797 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1439bf5-ad2d-4ad6-b59d-0d3cacd25ef3 req-66e151d6-6e76-47c6-93dd-2ad8be520f5c tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:39.863352 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f1439bf5-ad2d-4ad6-b59d-0d3cacd25ef3 req-66e151d6-6e76-47c6-93dd-2ad8be520f5c tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 945 time: 0.1187034 Jul 23 23:04:39.933661 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f1439bf5-ad2d-4ad6-b59d-0d3cacd25ef3 req-f5fd65a7-816f-43c5-bfa4-0b595055abf5 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621533 Jul 23 23:04:39.960742 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-c1e08aa2-0987-4417-b097-91f8c065c7a0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:39.969423 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-c1e08aa2-0987-4417-b097-91f8c065c7a0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.102710 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e08aa2-0987-4417-b097-91f8c065c7a0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51a42b6-fdad-4a36-9808-6a9a1dd3c311,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:40.194575 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-c1e08aa2-0987-4417-b097-91f8c065c7a0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Allocated IP 192.168.233.196 (1ba024da-dd34-4cfd-89d1-d6dba715b61d/ddbe4398-0cf0-4a0e-b652-ef02d6727314/a1e122a3-79ad-46be-b234-02ecb5f35bc3) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:04:40.211492 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8432c00-fd8f-4fda-9ce4-0d81013cdf3f req-95cc5e3b-61f7-4c2e-942b-fb32fa8119e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:40.212983 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a8432c00-fd8f-4fda-9ce4-0d81013cdf3f req-95cc5e3b-61f7-4c2e-942b-fb32fa8119e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73844bc3ec514868b92c7e79b128f3ee&device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 1099 time: 0.1694727 Jul 23 23:04:40.220289 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d5f99-f8c5-4c50-986b-bc3c7634090e req-9b7d65d2-727c-402f-83c0-3a006fde34f9 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:40.221799 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-967d5f99-f8c5-4c50-986b-bc3c7634090e req-9b7d65d2-727c-402f-83c0-3a006fde34f9 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.2320333 Jul 23 23:04:40.355337 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-967d5f99-f8c5-4c50-986b-bc3c7634090e req-625b5587-89f4-47d6-b2cd-4635bd8518c9 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210866 Jul 23 23:04:40.398948 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8432c00-fd8f-4fda-9ce4-0d81013cdf3f req-068e849a-5b39-4b0d-8203-3e97886fcb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:40.400406 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a8432c00-fd8f-4fda-9ce4-0d81013cdf3f req-068e849a-5b39-4b0d-8203-3e97886fcb55 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f396b245-9304-4862-be4a-20a740e2e6d4 HTTP/1.1" status: 200 len: 919 time: 0.1768453 Jul 23 23:04:40.467291 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a8432c00-fd8f-4fda-9ce4-0d81013cdf3f req-c49a7432-9d60-4768-a866-77c7ab69d198 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5531c33c-327a-4031-886d-936f12928e58 HTTP/1.1" status: 200 len: 217 time: 0.0400963 Jul 23 23:04:40.532050 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-c1e08aa2-0987-4417-b097-91f8c065c7a0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.550540 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8432c00-fd8f-4fda-9ce4-0d81013cdf3f req-1f6d4186-4844-4476-b9e6-23dc98ddd1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:40.552212 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a8432c00-fd8f-4fda-9ce4-0d81013cdf3f req-1f6d4186-4844-4476-b9e6-23dc98ddd1f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09f5b0d2-9e82-4d1b-9669-e70cea678b05 HTTP/1.1" status: 200 len: 858 time: 0.0739303 Jul 23 23:04:40.554959 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-c1e08aa2-0987-4417-b097-91f8c065c7a0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Transition to ACTIVE for port object a1e122a3-79ad-46be-b234-02ecb5f35bc3 will not be triggered until provisioned by entity DHCP. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:40.595396 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a8432c00-fd8f-4fda-9ce4-0d81013cdf3f req-980c96a8-f67b-4d32-89b1-e39e3a3e8588 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f396b245-9304-4862-be4a-20a740e2e6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319955 Jul 23 23:04:40.613557 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:40.661648 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:40.667798 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:40.668167 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.672168 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-c1e08aa2-0987-4417-b097-91f8c065c7a0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.732024 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-c1e08aa2-0987-4417-b097-91f8c065c7a0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Network 1ba024da-dd34-4cfd-89d1-d6dba715b61d is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:04:40.739870 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-c1e08aa2-0987-4417-b097-91f8c065c7a0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:04:40.744765 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-c1e08aa2-0987-4417-b097-91f8c065c7a0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:04:40.749543 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a8432c00-fd8f-4fda-9ce4-0d81013cdf3f req-d4339009-295e-423b-bee5-d503f8730256 service neutron] 10.222.0.47 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460109 Jul 23 23:04:40.750480 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.774348 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40d73a5-55f7-4aff-a55f-3bb41772bd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e8e6de-3f12-4139-9a47-1a7e6c52ec9b'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:04:40.776981 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e08aa2-0987-4417-b097-91f8c065c7a0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Pushing event updated for resources: {'Port': ['ID=a1e122a3-79ad-46be-b234-02ecb5f35bc3,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:40.777447 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438a2d8a-7484-4ee6-9845-b29683436f2f" -d '{"events": [{"server_uuid": "b40d73a5-55f7-4aff-a55f-3bb41772bd55", "name": "network-vif-plugged", "status": "completed", "tag": "15e8e6de-3f12-4139-9a47-1a7e6c52ec9b"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:04:40.793625 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=15e8e6de-3f12-4139-9a47-1a7e6c52ec9b,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:40.804917 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.839471 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caff1fc9-6dae-42e2-a050-e45936b9f2c8 x-openstack-request-id: req-caff1fc9-6dae-42e2-a050-e45936b9f2c8 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:04:40.839471 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40d73a5-55f7-4aff-a55f-3bb41772bd55", "name": "network-vif-plugged", "status": "completed", "tag": "15e8e6de-3f12-4139-9a47-1a7e6c52ec9b", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:04:40.840719 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-caff1fc9-6dae-42e2-a050-e45936b9f2c8 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:04:40.840719 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d73a5-55f7-4aff-a55f-3bb41772bd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e8e6de-3f12-4139-9a47-1a7e6c52ec9b', 'code': 200} Jul 23 23:04:40.884005 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-c1e08aa2-0987-4417-b097-91f8c065c7a0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:40.884630 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-c1e08aa2-0987-4417-b097-91f8c065c7a0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:40.888709 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=15e8e6de-3f12-4139-9a47-1a7e6c52ec9b,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:40.973323 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-c1e08aa2-0987-4417-b097-91f8c065c7a0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4351916 Jul 23 23:04:40.999327 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Request body: {'port': {'device_id': '38c82c00-aedc-4047-b2b1-d72fe28d8f30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:41.003507 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a8432c00-fd8f-4fda-9ce4-0d81013cdf3f req-855527d5-bb95-4ddd-b389-7ca3f4a035fb service neutron] 10.222.0.47 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275870 Jul 23 23:04:41.045702 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4807dc-8ca4-4d46-bf5e-c8d2e0a3338c req-dc150e06-3932-4745-a8ca-835ff9e095cc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:41.047206 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ed4807dc-8ca4-4d46-bf5e-c8d2e0a3338c req-dc150e06-3932-4745-a8ca-835ff9e095cc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.2723937 Jul 23 23:04:41.102773 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-ddf1e1be-12c9-47ad-ad94-d81573b20ab6 None None] Provisioning for port a1e122a3-79ad-46be-b234-02ecb5f35bc3 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:41.107451 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-ddf1e1be-12c9-47ad-ad94-d81573b20ab6 None None] Provisioning complete for port a1e122a3-79ad-46be-b234-02ecb5f35bc3 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:41.107985 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ddf1e1be-12c9-47ad-ad94-d81573b20ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:41.140208 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-ddf1e1be-12c9-47ad-ad94-d81573b20ab6 None None] Port a1e122a3-79ad-46be-b234-02ecb5f35bc3 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:04:41.148418 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be7821-be69-4a12-9dd2-08a3f5325142 req-6479378a-168e-4ee2-b89d-bfac10e8ce90 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:41.149883 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-56be7821-be69-4a12-9dd2-08a3f5325142 req-6479378a-168e-4ee2-b89d-bfac10e8ce90 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 936 time: 0.2283018 Jul 23 23:04:41.195036 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ed4807dc-8ca4-4d46-bf5e-c8d2e0a3338c req-4af0c505-20f1-4117-b4d3-059d44b808b7 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339781 Jul 23 23:04:41.201893 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:41.233125 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f6486-2bdb-4a27-af95-7b0a04edcaee req-d60872a4-5542-46a6-9e52-40feecf0e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:41.234636 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-380f6486-2bdb-4a27-af95-7b0a04edcaee req-d60872a4-5542-46a6-9e52-40feecf0e1e3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 1099 time: 0.1843348 Jul 23 23:04:41.239708 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-56be7821-be69-4a12-9dd2-08a3f5325142 req-ddd79a4a-a6cf-41d9-aa2a-86f9113b48c6 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802882 Jul 23 23:04:41.338300 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-380f6486-2bdb-4a27-af95-7b0a04edcaee req-802a6b6e-cc2a-4933-af9f-eca66dca3958 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811582 Jul 23 23:04:41.438916 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961faba-2b98-4532-b0e4-f558e4c53472 req-81623550-5cdd-4f68-bb11-e03db6eb659b tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:41.440397 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e961faba-2b98-4532-b0e4-f558e4c53472 req-81623550-5cdd-4f68-bb11-e03db6eb659b tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 946 time: 0.1822355 Jul 23 23:04:41.557101 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e961faba-2b98-4532-b0e4-f558e4c53472 req-00955197-efda-45aa-b05e-79a08f7ee917 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061022 Jul 23 23:04:41.613894 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e47d0-c816-4aa1-b513-c27127e14dab req-6fd45119-c365-4334-8ddf-73e1ca38afe4 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:41.615397 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ea6e47d0-c816-4aa1-b513-c27127e14dab req-6fd45119-c365-4334-8ddf-73e1ca38afe4 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1657507 Jul 23 23:04:41.661363 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e122a3-79ad-46be-b234-02ecb5f35bc3 {{(pid=93010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:04:41.674016 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:41.688025 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ea6e47d0-c816-4aa1-b513-c27127e14dab req-2b9d4d5c-8c2d-490b-aaf9-0ae1ac28be29 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551896 Jul 23 23:04:41.692938 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Transition to ACTIVE for port object a1e122a3-79ad-46be-b234-02ecb5f35bc3 will not be triggered until provisioned by entity L2. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:04:41.697504 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:41.748185 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e122a3-79ad-46be-b234-02ecb5f35bc3,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:41.822991 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Attempting to bind port a1e122a3-79ad-46be-b234-02ecb5f35bc3 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:04:41.823983 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Attempting to bind port a1e122a3-79ad-46be-b234-02ecb5f35bc3 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '1f75db5d-be6e-444d-a233-7755590a13d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ba024da-dd34-4cfd-89d1-d6dba715b61d'}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:04:41.824448 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Attempting to bind port a1e122a3-79ad-46be-b234-02ecb5f35bc3 on network 1ba024da-dd34-4cfd-89d1-d6dba715b61d {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:41.830076 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Port a1e122a3-79ad-46be-b234-02ecb5f35bc3 on network 1ba024da-dd34-4cfd-89d1-d6dba715b61d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:04:41.830399 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Attempting to bind port a1e122a3-79ad-46be-b234-02ecb5f35bc3 on network 1ba024da-dd34-4cfd-89d1-d6dba715b61d {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:04:41.835894 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:04:41.836224 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Checking segment: {'id': '1f75db5d-be6e-444d-a233-7755590a13d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ba024da-dd34-4cfd-89d1-d6dba715b61d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:04:41.836597 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Bound using segment: {'id': '1f75db5d-be6e-444d-a233-7755590a13d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ba024da-dd34-4cfd-89d1-d6dba715b61d'} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:04:41.837015 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Bound port: a1e122a3-79ad-46be-b234-02ecb5f35bc3, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f75db5d-be6e-444d-a233-7755590a13d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1ba024da-dd34-4cfd-89d1-d6dba715b61d'}}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:04:41.837365 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:41.904149 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] For port a1e122a3-79ad-46be-b234-02ecb5f35bc3, host hv-cinder-67913, cleared binding levels {{(pid=93010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:04:41.907233 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] For port a1e122a3-79ad-46be-b234-02ecb5f35bc3, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a1e122a3-79ad-46be-b234-02ecb5f35bc3,segment=NetworkSegment(1f75db5d-be6e-444d-a233-7755590a13d7),segment_id=1f75db5d-be6e-444d-a233-7755590a13d7)] {{(pid=93010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:04:41.911918 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:41.942557 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:41.943169 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:41.944552 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] 10.222.0.47 "PUT /v2.0/ports/a1e122a3-79ad-46be-b234-02ecb5f35bc3 HTTP/1.1" status: 200 len: 1098 time: 0.9511001 Jul 23 23:04:41.944979 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c82c00-aedc-4047-b2b1-d72fe28d8f30', 'tag': 'a1e122a3-79ad-46be-b234-02ecb5f35bc3'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:04:41.947222 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41096b0-0030-47e0-a7a3-2af36ff95545" -d '{"events": [{"name": "network-changed", "server_uuid": "38c82c00-aedc-4047-b2b1-d72fe28d8f30", "tag": "a1e122a3-79ad-46be-b234-02ecb5f35bc3"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:04:41.980718 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16edcec-742b-4f62-9c33-7dc93c6f72a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e122a3-79ad-46be-b234-02ecb5f35bc3,revision_number=3']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:41.992729 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9b1d15-0179-4cec-a367-d8772f5bf9b8 x-openstack-request-id: req-1e9b1d15-0179-4cec-a367-d8772f5bf9b8 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:04:41.993047 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c82c00-aedc-4047-b2b1-d72fe28d8f30", "tag": "a1e122a3-79ad-46be-b234-02ecb5f35bc3", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:04:41.993302 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e9b1d15-0179-4cec-a367-d8772f5bf9b8 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:04:41.993699 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c82c00-aedc-4047-b2b1-d72fe28d8f30', 'tag': 'a1e122a3-79ad-46be-b234-02ecb5f35bc3', 'status': 'completed', 'code': 200} Jul 23 23:04:42.100012 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-ea2f3fe3-69ff-474f-a2fe-90e31afb6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:42.101572 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-ea2f3fe3-69ff-474f-a2fe-90e31afb6bc8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3452f3059eda4a92b6afb2b1189bb507&device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 1101 time: 0.0608976 Jul 23 23:04:42.156506 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-0eaa8af9-4d7e-4a44-907a-28d30e996f6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=a1e122a3-79ad-46be-b234-02ecb5f35bc3 HTTP/1.1" status: 200 len: 217 time: 0.0359507 Jul 23 23:04:42.212717 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-1b0c94dd-a3e5-4a4d-bddd-dd55a6906676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:42.214386 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-1b0c94dd-a3e5-4a4d-bddd-dd55a6906676 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ddbe4398-0cf0-4a0e-b652-ef02d6727314 HTTP/1.1" status: 200 len: 843 time: 0.0482829 Jul 23 23:04:42.329012 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-f41355ad-0388-4b7c-920c-2f452de62c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:42.330576 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-f41355ad-0388-4b7c-920c-2f452de62c0a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ba024da-dd34-4cfd-89d1-d6dba715b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1036191 Jul 23 23:04:42.405686 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbb33b-a9f2-48e7-8bab-2bbbe303fb24 req-1e6811c8-f25f-4d85-bc4d-97c282e43bcb tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:42.407208 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-34dbb33b-a9f2-48e7-8bab-2bbbe303fb24 req-1e6811c8-f25f-4d85-bc4d-97c282e43bcb tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1431639 Jul 23 23:04:42.742114 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3161bd1-5c65-4109-81dc-5c9c0ef45bef req-a20ae93c-5aa7-414f-9357-2e1c008c303b tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:42.743496 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e3161bd1-5c65-4109-81dc-5c9c0ef45bef req-a20ae93c-5aa7-414f-9357-2e1c008c303b tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 948 time: 0.4334481 Jul 23 23:04:42.764125 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-22d9c33a-c690-44c5-9dfd-e381c4a71864 service neutron] 10.222.0.47 "GET /v2.0/networks/1ba024da-dd34-4cfd-89d1-d6dba715b61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158139 Jul 23 23:04:42.772001 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-34dbb33b-a9f2-48e7-8bab-2bbbe303fb24 req-dd55c34a-4fa7-4ee9-aaee-6f81c5ad3873 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880930 Jul 23 23:04:42.820397 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e3161bd1-5c65-4109-81dc-5c9c0ef45bef req-fbb5fe8d-a29c-41b6-bf11-e28582f646ed tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696490 Jul 23 23:04:42.932693 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69418001-ad2f-4260-8fa9-ec5cb5151637 req-8f924415-4046-49ef-8cce-e85203fd387c service neutron] 10.222.0.47 "GET /v2.0/networks/1ba024da-dd34-4cfd-89d1-d6dba715b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580970 Jul 23 23:04:42.969077 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1700d8a-7454-4ca2-9791-38a4cea3f5d1 req-b3ca1b80-7865-4677-acbb-1ef199908a2e tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:42.970564 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a1700d8a-7454-4ca2-9791-38a4cea3f5d1 req-b3ca1b80-7865-4677-acbb-1ef199908a2e tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 946 time: 0.1230457 Jul 23 23:04:42.982852 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65984931-7b7d-45e1-bae7-e35d92a65e35 req-15c7526b-c87a-4667-b1cf-6681ab3a6b5d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:42.984316 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-65984931-7b7d-45e1-bae7-e35d92a65e35 req-15c7526b-c87a-4667-b1cf-6681ab3a6b5d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1017604 Jul 23 23:04:43.042310 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a1700d8a-7454-4ca2-9791-38a4cea3f5d1 req-e816cda3-d9d0-40f6-9240-adb4b3cf84af tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569916 Jul 23 23:04:43.047032 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-65984931-7b7d-45e1-bae7-e35d92a65e35 req-6c208cbe-e946-47e2-b30a-0ee279646812 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547078 Jul 23 23:04:43.169679 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41096b0-0030-47e0-a7a3-2af36ff95545 req-2ae2ac1f-5ce5-4108-ba13-ab2c83f99af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:43.171348 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d41096b0-0030-47e0-a7a3-2af36ff95545 req-2ae2ac1f-5ce5-4108-ba13-ab2c83f99af7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3452f3059eda4a92b6afb2b1189bb507&device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 1101 time: 0.0568895 Jul 23 23:04:43.263615 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41096b0-0030-47e0-a7a3-2af36ff95545 req-1b2871e5-f0cd-4ec2-ba00-6df26d755a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:43.265209 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d41096b0-0030-47e0-a7a3-2af36ff95545 req-1b2871e5-f0cd-4ec2-ba00-6df26d755a40 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ba024da-dd34-4cfd-89d1-d6dba715b61d HTTP/1.1" status: 200 len: 870 time: 0.0867138 Jul 23 23:04:43.318316 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-87b808dc-8dbd-4345-87fb-bfb743fab3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:43.327767 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d41096b0-0030-47e0-a7a3-2af36ff95545 req-6d77512d-81ec-40e1-b409-bc3359c0cf7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=a1e122a3-79ad-46be-b234-02ecb5f35bc3 HTTP/1.1" status: 200 len: 217 time: 0.0389078 Jul 23 23:04:43.385433 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41096b0-0030-47e0-a7a3-2af36ff95545 req-d53a56b8-4bf0-426f-be03-943b66aa3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:43.386919 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d41096b0-0030-47e0-a7a3-2af36ff95545 req-d53a56b8-4bf0-426f-be03-943b66aa3198 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ddbe4398-0cf0-4a0e-b652-ef02d6727314 HTTP/1.1" status: 200 len: 843 time: 0.0426791 Jul 23 23:04:43.445331 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41096b0-0030-47e0-a7a3-2af36ff95545 req-89dfada3-ab4d-41bb-828c-b0a72585557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:43.446823 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d41096b0-0030-47e0-a7a3-2af36ff95545 req-89dfada3-ab4d-41bb-828c-b0a72585557d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ba024da-dd34-4cfd-89d1-d6dba715b61d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0527563 Jul 23 23:04:43.546656 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d41096b0-0030-47e0-a7a3-2af36ff95545 req-1686be22-d3cf-45f3-b3f2-21de30f95971 service neutron] 10.222.0.47 "GET /v2.0/networks/1ba024da-dd34-4cfd-89d1-d6dba715b61d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858991 Jul 23 23:04:43.640002 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d41096b0-0030-47e0-a7a3-2af36ff95545 req-bf9d84e2-8d67-430d-9419-13e47d04eba3 service neutron] 10.222.0.47 "GET /v2.0/networks/1ba024da-dd34-4cfd-89d1-d6dba715b61d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805993 Jul 23 23:04:43.939892 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733a6a8-3990-49c6-90ef-15a9e2e2b920 req-f8c6658b-eb60-4ddb-b3cd-3812060b1b2e tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:43.941264 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b733a6a8-3990-49c6-90ef-15a9e2e2b920 req-f8c6658b-eb60-4ddb-b3cd-3812060b1b2e tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0976872 Jul 23 23:04:43.981114 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3860a9c-f2ef-4a71-9851-3baa28b93f52 req-c46890cb-005b-45b8-9a1b-b05fe49e1f77 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:43.982592 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f3860a9c-f2ef-4a71-9851-3baa28b93f52 req-c46890cb-005b-45b8-9a1b-b05fe49e1f77 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 948 time: 0.0955443 Jul 23 23:04:44.005176 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b733a6a8-3990-49c6-90ef-15a9e2e2b920 req-a67f0d1b-83df-4867-b52c-22b3b358940e tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566905 Jul 23 23:04:44.032133 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f3860a9c-f2ef-4a71-9851-3baa28b93f52 req-6252f850-dd67-4896-8a91-932b3c16f7b8 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402422 Jul 23 23:04:44.213883 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a8222-3223-49b7-ac60-c8af1dc31888 req-9542d65e-04f2-4448-9c91-1b0a49dd6c04 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:44.215975 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f17a8222-3223-49b7-ac60-c8af1dc31888 req-9542d65e-04f2-4448-9c91-1b0a49dd6c04 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 946 time: 0.1061637 Jul 23 23:04:44.224545 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70210dca-9e1f-4168-9bbb-a48429743ce9 req-bba984b4-a184-4bf8-81c7-d128582c99b2 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:44.225961 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-70210dca-9e1f-4168-9bbb-a48429743ce9 req-bba984b4-a184-4bf8-81c7-d128582c99b2 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1068773 Jul 23 23:04:44.285006 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f17a8222-3223-49b7-ac60-c8af1dc31888 req-78e69259-df8e-43d7-afe0-91fc917609dc tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580788 Jul 23 23:04:44.290797 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-70210dca-9e1f-4168-9bbb-a48429743ce9 req-76773592-d0c0-4648-a813-967587429435 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563293 Jul 23 23:04:44.630888 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:45.178728 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e9716-e72d-4371-a090-a6e24e46f4f5 req-34845a20-dfa5-437e-9392-e5a44009a02b tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:45.180208 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-846e9716-e72d-4371-a090-a6e24e46f4f5 req-34845a20-dfa5-437e-9392-e5a44009a02b tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1083622 Jul 23 23:04:45.191834 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ecff2-5fa2-420c-bb20-f7921766e47a req-41def80d-1da9-4c80-aec8-5375cd1391f9 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:45.193226 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1f0ecff2-5fa2-420c-bb20-f7921766e47a req-41def80d-1da9-4c80-aec8-5375cd1391f9 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 948 time: 0.0872486 Jul 23 23:04:45.250038 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-846e9716-e72d-4371-a090-a6e24e46f4f5 req-4828faa3-8b27-47da-a5bd-5003a687f136 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557489 Jul 23 23:04:45.255485 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1f0ecff2-5fa2-420c-bb20-f7921766e47a req-2cbf4455-a6ff-46b8-af0e-1db5e6565db2 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543537 Jul 23 23:04:45.422666 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e1122-13d8-4c96-b2ea-b6044ed34b32 req-a486190f-c5cb-4cad-b147-a3b141b88022 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:45.424157 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-204e1122-13d8-4c96-b2ea-b6044ed34b32 req-a486190f-c5cb-4cad-b147-a3b141b88022 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0647466 Jul 23 23:04:45.465416 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-204e1122-13d8-4c96-b2ea-b6044ed34b32 req-9cac8b35-8e42-4d9d-acca-d9198a03a764 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356207 Jul 23 23:04:45.933156 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c8af637f-c84b-4fc7-9805-ebaac62057a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:46.197587 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:46.384800 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfaac2e-d484-4ef7-8b7e-a14bcce5dc3a req-926bf5c6-c9d8-4aa8-938f-253b606b4f24 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:46.386617 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0bfaac2e-d484-4ef7-8b7e-a14bcce5dc3a req-926bf5c6-c9d8-4aa8-938f-253b606b4f24 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0680451 Jul 23 23:04:46.426827 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0bfaac2e-d484-4ef7-8b7e-a14bcce5dc3a req-ed75b4af-5ce2-474e-97fd-4576443fc6e6 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339477 Jul 23 23:04:46.540722 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf94f2-29ac-4722-b233-1d5b5ae0ea5f req-ea18e147-4f21-475a-9329-5c693d816a77 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:46.543041 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-36cf94f2-29ac-4722-b233-1d5b5ae0ea5f req-ea18e147-4f21-475a-9329-5c693d816a77 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 948 time: 0.0631351 Jul 23 23:04:46.581805 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-36cf94f2-29ac-4722-b233-1d5b5ae0ea5f req-d2343792-5d66-4212-aa4d-d7f2cb1624b4 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332944 Jul 23 23:04:47.070683 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:47.557391 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4cee7-237d-44b5-a83b-7669b64dcf7c req-a919da1a-2dee-43bb-91cf-c3a189441d02 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:47.558957 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6ec4cee7-237d-44b5-a83b-7669b64dcf7c req-a919da1a-2dee-43bb-91cf-c3a189441d02 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0654082 Jul 23 23:04:47.596689 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6ec4cee7-237d-44b5-a83b-7669b64dcf7c req-2e8a3577-bd7b-44a0-85ea-b11f6ea0c0d8 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320652 Jul 23 23:04:47.716914 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13f50f-7805-4bf3-a469-c31ea45905a7 req-51581c25-9c33-4183-9894-a9f071548772 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:47.718400 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7f13f50f-7805-4bf3-a469-c31ea45905a7 req-51581c25-9c33-4183-9894-a9f071548772 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 948 time: 0.0661750 Jul 23 23:04:47.754217 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7f13f50f-7805-4bf3-a469-c31ea45905a7 req-52a88afb-fec8-44d4-9218-870c36e99253 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303261 Jul 23 23:04:48.709134 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device a1e122a3-79ad-46be-b234-02ecb5f35bc3 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:04:48.726921 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbe49b-80a0-48f9-9366-aa5cac67a8bb req-09068055-e234-4639-9dab-a0c90af4d707 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:48.728416 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8fbbe49b-80a0-48f9-9366-aa5cac67a8bb req-09068055-e234-4639-9dab-a0c90af4d707 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0647900 Jul 23 23:04:48.769274 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8fbbe49b-80a0-48f9-9366-aa5cac67a8bb req-fe1bd069-90d2-4922-ba04-a2f394d3f818 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340111 Jul 23 23:04:48.831115 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port a1e122a3-79ad-46be-b234-02ecb5f35bc3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a1e122a3-79ad-46be-b234-02ecb5f35bc3,segment=NetworkSegment(1f75db5d-be6e-444d-a233-7755590a13d7),segment_id=1f75db5d-be6e-444d-a233-7755590a13d7)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:48.841591 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:48.844113 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': 'a1e122a3-79ad-46be-b234-02ecb5f35bc3', 'network_id': '1ba024da-dd34-4cfd-89d1-d6dba715b61d', 'port_id': 'a1e122a3-79ad-46be-b234-02ecb5f35bc3', 'mac_address': 'fa:16:3e:9f:44:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddbe4398-0cf0-4a0e-b652-ef02d6727314', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:04:48.899752 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:48.915269 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e122a3-79ad-46be-b234-02ecb5f35bc3 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:04:48.920147 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad2a86-54bb-4462-9be0-884f29674951 req-74cb09a9-c7b9-48d0-a2a4-24e9e0465295 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:48.921862 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-95ad2a86-54bb-4462-9be0-884f29674951 req-74cb09a9-c7b9-48d0-a2a4-24e9e0465295 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 948 time: 0.0944319 Jul 23 23:04:48.939884 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port a1e122a3-79ad-46be-b234-02ecb5f35bc3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a1e122a3-79ad-46be-b234-02ecb5f35bc3,segment=NetworkSegment(1f75db5d-be6e-444d-a233-7755590a13d7),segment_id=1f75db5d-be6e-444d-a233-7755590a13d7)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:48.946425 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:48.989415 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-95ad2a86-54bb-4462-9be0-884f29674951 req-8b9aa596-0e1a-4bef-b89e-fcf790a26d1f tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577085 Jul 23 23:04:49.022435 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=a1e122a3-79ad-46be-b234-02ecb5f35bc3,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:49.618973 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['a1e122a3-79ad-46be-b234-02ecb5f35bc3'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:04:49.932702 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f50a45-b8ba-4d80-8d7d-8d6cb9448d83 req-4db7ef94-122e-49fc-b9a5-31b0a781f267 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:49.939120 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-48f50a45-b8ba-4d80-8d7d-8d6cb9448d83 req-4db7ef94-122e-49fc-b9a5-31b0a781f267 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0871968 Jul 23 23:04:49.987107 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-48f50a45-b8ba-4d80-8d7d-8d6cb9448d83 req-cb5a3fe5-8d8e-48f8-8316-65be444d9c28 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403452 Jul 23 23:04:50.196271 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4ac76-697d-4021-810f-0ecac087acf7 req-a7ca5204-bcb0-4835-86d1-140d2a9e2d00 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:50.197797 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-afb4ac76-697d-4021-810f-0ecac087acf7 req-a7ca5204-bcb0-4835-86d1-140d2a9e2d00 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1180327 Jul 23 23:04:50.208924 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5477ab-be1e-4e46-ad57-f442cf364053 req-18078eba-438a-4ec7-9e2d-32e3245ba6ed tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:50.210374 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fa5477ab-be1e-4e46-ad57-f442cf364053 req-18078eba-438a-4ec7-9e2d-32e3245ba6ed tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 949 time: 0.1183519 Jul 23 23:04:50.275172 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-afb4ac76-697d-4021-810f-0ecac087acf7 req-9cd17306-969c-4d36-8a86-c86b9df98f11 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638125 Jul 23 23:04:50.284771 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fa5477ab-be1e-4e46-ad57-f442cf364053 req-e27d4fc4-376b-414c-b31e-bee7df8c02af tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638301 Jul 23 23:04:51.120573 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bf999-b12a-470d-bc99-5ba3939a41f9 req-83dfa814-b080-481f-918b-a6727ba4f031 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:51.122073 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6f1bf999-b12a-470d-bc99-5ba3939a41f9 req-83dfa814-b080-481f-918b-a6727ba4f031 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0637896 Jul 23 23:04:51.162197 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6f1bf999-b12a-470d-bc99-5ba3939a41f9 req-26199dc2-289d-4e0e-9136-648b76bd4206 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343940 Jul 23 23:04:51.423319 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bcdf5-fcdb-42d3-820b-b3f7489963c6 req-4cdc76b0-d72b-44fd-993a-4f6b0a16128a tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:51.424813 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b56bcdf5-fcdb-42d3-820b-b3f7489963c6 req-4cdc76b0-d72b-44fd-993a-4f6b0a16128a tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 949 time: 0.0669708 Jul 23 23:04:51.461897 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b56bcdf5-fcdb-42d3-820b-b3f7489963c6 req-8e2c636f-ebdc-4461-beab-86ba817f6abc tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314445 Jul 23 23:04:52.293683 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b984f-9d31-478b-9bc8-edd7ce0b1768 req-8323ca48-a14f-4b7c-bd2d-1b8227c631ee tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:52.295201 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fc8b984f-9d31-478b-9bc8-edd7ce0b1768 req-8323ca48-a14f-4b7c-bd2d-1b8227c631ee tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0620987 Jul 23 23:04:52.331602 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fc8b984f-9d31-478b-9bc8-edd7ce0b1768 req-23cd546d-cbca-45b5-a1a0-37a8c5edbc78 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310397 Jul 23 23:04:52.594015 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97525e1-9f5b-417e-99ed-f8526e04515d req-b97aca59-4eb3-41be-90a1-ae9338fa7641 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:52.595529 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f97525e1-9f5b-417e-99ed-f8526e04515d req-b97aca59-4eb3-41be-90a1-ae9338fa7641 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 949 time: 0.0649407 Jul 23 23:04:52.632762 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f97525e1-9f5b-417e-99ed-f8526e04515d req-a85db818-4856-45eb-8032-6814f0976676 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316625 Jul 23 23:04:53.459651 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066552b-8de2-45a0-a72a-4b302699a163 req-ec7ad89d-0ff6-4db1-a57b-8fc4f0754b13 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:53.461052 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3066552b-8de2-45a0-a72a-4b302699a163 req-ec7ad89d-0ff6-4db1-a57b-8fc4f0754b13 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0637147 Jul 23 23:04:53.498741 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3066552b-8de2-45a0-a72a-4b302699a163 req-9edad651-fbab-4e46-9ced-03b319f56764 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312107 Jul 23 23:04:53.761459 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098f95b-f181-42f4-9376-41353cc928b6 req-ac5467f5-9431-40b1-a2a9-b3ac03266afa tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:53.762964 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7098f95b-f181-42f4-9376-41353cc928b6 req-ac5467f5-9431-40b1-a2a9-b3ac03266afa tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 949 time: 0.0645449 Jul 23 23:04:53.804507 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7098f95b-f181-42f4-9376-41353cc928b6 req-47f8ff3b-4553-4ad8-8aaf-8ff6c88408c6 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361071 Jul 23 23:04:54.626348 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6a55d-3cb1-4650-9cac-d87696c98d80 req-ca232a3e-7751-4884-ac0d-e67884f4c06d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:54.627829 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d3c6a55d-3cb1-4650-9cac-d87696c98d80 req-ca232a3e-7751-4884-ac0d-e67884f4c06d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0615804 Jul 23 23:04:54.664607 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d3c6a55d-3cb1-4650-9cac-d87696c98d80 req-cf4424eb-0d1c-423d-a9df-d7851e4a0a26 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311205 Jul 23 23:04:54.919686 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-75f1b0c2-3dde-4dfb-8d0d-b87df1693812 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042367494&fields=id&tenant_id=ddc94a018af14ea09f31b12bf25c04a9 HTTP/1.1" status: 200 len: 267 time: 0.0670526 Jul 23 23:04:55.009471 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4591cd-ccad-4067-8889-3ed2f63b1be1 req-584850b7-b0e9-4a11-b6d3-e804276e7401 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:55.010962 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5e4591cd-ccad-4067-8889-3ed2f63b1be1 req-584850b7-b0e9-4a11-b6d3-e804276e7401 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 949 time: 0.1342311 Jul 23 23:04:55.062598 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-d211bf52-7d92-4211-bb06-74b066c888f7 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:55.063922 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-d211bf52-7d92-4211-bb06-74b066c888f7 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/networks?id=dd27e022-66ce-4ea6-b6aa-eb706400f63b HTTP/1.1" status: 200 len: 809 time: 0.1377687 Jul 23 23:04:55.070745 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5e4591cd-ccad-4067-8889-3ed2f63b1be1 req-ec5c9f21-3ed5-44d8-a82c-335fd2088fa3 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533361 Jul 23 23:04:55.080330 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-84c666c0-dfec-44d6-8491-e452767ad53e tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/quotas/ddc94a018af14ea09f31b12bf25c04a9 HTTP/1.1" status: 200 len: 375 time: 0.0086975 Jul 23 23:04:55.144650 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-a80b76ee-860e-4f05-ae2b-ad9c0e8a6099 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ddc94a018af14ea09f31b12bf25c04a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589581 Jul 23 23:04:55.240501 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-b9c5dcd9-83be-4ff6-823f-4feb6ce6eff9 service neutron] 10.222.0.20 "GET /v2.0/networks/dd27e022-66ce-4ea6-b6aa-eb706400f63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826578 Jul 23 23:04:55.331820 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-ce0c15cc-3fff-4d82-b6f9-072f7f74e27a service neutron] 10.222.0.20 "GET /v2.0/networks/dd27e022-66ce-4ea6-b6aa-eb706400f63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851197 Jul 23 23:04:55.619094 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8cee5cfa-a4ca-495f-b6ea-e36c60036879 req-e744e864-97ed-494d-9f32-3b664bb9903c tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 210 time: 0.0294371 Jul 23 23:04:55.799672 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a367cba-40f7-4259-b96f-a84693ecd791 req-ecd487f0-42bf-43dc-b530-32c2e6ff1f96 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:55.801209 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2a367cba-40f7-4259-b96f-a84693ecd791 req-ecd487f0-42bf-43dc-b530-32c2e6ff1f96 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0658948 Jul 23 23:04:55.841328 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2a367cba-40f7-4259-b96f-a84693ecd791 req-6b213bab-8186-4474-afd8-a63995601e22 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339477 Jul 23 23:04:56.207088 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1eb80-27ca-4392-9c72-e2800f750969 req-218b8730-8d90-48a7-98d0-1302a5d7a323 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:56.208550 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a1e1eb80-27ca-4392-9c72-e2800f750969 req-218b8730-8d90-48a7-98d0-1302a5d7a323 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 949 time: 0.0724440 Jul 23 23:04:56.246122 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a1e1eb80-27ca-4392-9c72-e2800f750969 req-6d8a87d9-238a-4dbc-af7a-36041d5d4407 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315480 Jul 23 23:04:56.657294 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device a1e122a3-79ad-46be-b234-02ecb5f35bc3 up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:04:56.684112 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035ca7a-5c4c-4845-83fc-b830ec7dcdc7 req-528dc219-ad15-4179-a6d4-05691de322c7 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:56.691040 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7035ca7a-5c4c-4845-83fc-b830ec7dcdc7 req-528dc219-ad15-4179-a6d4-05691de322c7 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.0731280 Jul 23 23:04:56.717642 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port a1e122a3-79ad-46be-b234-02ecb5f35bc3 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:04:56.721738 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port a1e122a3-79ad-46be-b234-02ecb5f35bc3 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:04:56.722103 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:56.732546 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-342c7243-a202-4391-89da-ec07976dcc93 req-941c49ae-77b6-430b-9475-70d940a09894 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 210 time: 0.0388710 Jul 23 23:04:56.752496 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7035ca7a-5c4c-4845-83fc-b830ec7dcdc7 req-dba5f172-e0b4-4819-aa5c-2c01c8abf8c0 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605686 Jul 23 23:04:56.804029 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:56.826061 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c82c00-aedc-4047-b2b1-d72fe28d8f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e122a3-79ad-46be-b234-02ecb5f35bc3'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:04:56.828645 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7208c884-0808-4dbc-98c1-4172f1205eff" -d '{"events": [{"server_uuid": "38c82c00-aedc-4047-b2b1-d72fe28d8f30", "name": "network-vif-plugged", "status": "completed", "tag": "a1e122a3-79ad-46be-b234-02ecb5f35bc3"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:04:56.841688 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port a1e122a3-79ad-46be-b234-02ecb5f35bc3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a1e122a3-79ad-46be-b234-02ecb5f35bc3,segment=NetworkSegment(1f75db5d-be6e-444d-a233-7755590a13d7),segment_id=1f75db5d-be6e-444d-a233-7755590a13d7)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:04:56.845604 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:56.869280 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d7a938-9a7f-4422-a2c1-07decb0a7c5c x-openstack-request-id: req-26d7a938-9a7f-4422-a2c1-07decb0a7c5c {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:04:56.869469 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c82c00-aedc-4047-b2b1-d72fe28d8f30", "name": "network-vif-plugged", "status": "completed", "tag": "a1e122a3-79ad-46be-b234-02ecb5f35bc3", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:04:56.869749 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26d7a938-9a7f-4422-a2c1-07decb0a7c5c {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:04:56.870129 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c82c00-aedc-4047-b2b1-d72fe28d8f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e122a3-79ad-46be-b234-02ecb5f35bc3', 'code': 200} Jul 23 23:04:56.895067 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=a1e122a3-79ad-46be-b234-02ecb5f35bc3,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:04:56.979773 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875529fe-5826-4bc9-86e6-a521f2386ad2 req-c7d503e8-6aac-425e-b1c2-a6bab90b7ebd tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:56.981273 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-875529fe-5826-4bc9-86e6-a521f2386ad2 req-c7d503e8-6aac-425e-b1c2-a6bab90b7ebd tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0673292 Jul 23 23:04:57.017771 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-875529fe-5826-4bc9-86e6-a521f2386ad2 req-7f5c2efc-b77c-4186-9213-68693b7d3d64 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311189 Jul 23 23:04:57.373761 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff3b78-c6b3-4c0e-ab65-87a483293a08 req-39a3021c-5c3e-4385-955e-c0e53affe806 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:57.375252 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ceff3b78-c6b3-4c0e-ab65-87a483293a08 req-39a3021c-5c3e-4385-955e-c0e53affe806 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 950 time: 0.0626042 Jul 23 23:04:57.413686 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ceff3b78-c6b3-4c0e-ab65-87a483293a08 req-e0c071f5-06e4-4443-9a91-c4e19e2cc3e9 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328124 Jul 23 23:04:57.835211 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-05b922be-26e3-4bfb-b57d-8d0d7f3d815a req-788d2691-47de-487e-9c02-3e3ff353e04b tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 210 time: 0.0356324 Jul 23 23:04:57.939703 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220f151-4341-4172-846f-691a73b1e658 req-8883d5a7-0fac-4b89-93bc-fa0dd5203fa3 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:57.941257 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6220f151-4341-4172-846f-691a73b1e658 req-8883d5a7-0fac-4b89-93bc-fa0dd5203fa3 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.1089988 Jul 23 23:04:57.965886 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659145f4-dd21-4397-8032-52f6431c746a req-5657b87e-8d04-496a-a661-074f01c24639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:57.967378 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-659145f4-dd21-4397-8032-52f6431c746a req-5657b87e-8d04-496a-a661-074f01c24639 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b241485e6e2496fa41c0ab5e1b28db1&device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 1138 time: 0.0980518 Jul 23 23:04:57.988415 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6220f151-4341-4172-846f-691a73b1e658 req-d98d2003-92f5-45e7-8a6c-d22959811a43 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406947 Jul 23 23:04:58.159176 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659145f4-dd21-4397-8032-52f6431c746a req-4cfeb094-92d2-42dd-b4db-35aa124dfcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:58.160521 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-659145f4-dd21-4397-8032-52f6431c746a req-4cfeb094-92d2-42dd-b4db-35aa124dfcd7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2603d214-76f3-403c-83bf-3db63ba9af9d HTTP/1.1" status: 200 len: 915 time: 0.1619937 Jul 23 23:04:58.162880 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44456eb-c00c-4802-9c21-c13e8cf56a93 req-12e65bd6-2693-421d-84ec-46cc63d491c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:58.164199 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a44456eb-c00c-4802-9c21-c13e8cf56a93 req-12e65bd6-2693-421d-84ec-46cc63d491c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 1103 time: 0.1453021 Jul 23 23:04:58.241983 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac211d-6dd6-4736-ae2f-476d7bf936c1 req-f880b7ee-c7bd-4a63-9807-8962342879c4 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:58.243445 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3fac211d-6dd6-4736-ae2f-476d7bf936c1 req-f880b7ee-c7bd-4a63-9807-8962342879c4 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1440630 Jul 23 23:04:58.277212 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a44456eb-c00c-4802-9c21-c13e8cf56a93 req-376f57b0-1e62-4cf6-97e1-44d552bc3bb2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993581 Jul 23 23:04:58.287046 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-659145f4-dd21-4397-8032-52f6431c746a req-1b2e2179-11e2-4d8f-bacd-fecc28ac7b4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea591416-9920-41ed-9d33-eee7bae7a978 HTTP/1.1" status: 200 len: 1001 time: 0.1082382 Jul 23 23:04:58.302682 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3fac211d-6dd6-4736-ae2f-476d7bf936c1 req-22f54693-b4de-45be-ad17-330a6ce7ebb8 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525360 Jul 23 23:04:58.544779 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229e1ea-50d6-44ba-ac45-7eb92fa61d17 req-2c7898a0-dbc3-461e-b88d-f2d8b166f5ad tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:58.546242 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a229e1ea-50d6-44ba-ac45-7eb92fa61d17 req-2c7898a0-dbc3-461e-b88d-f2d8b166f5ad tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 950 time: 0.0636144 Jul 23 23:04:58.587391 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a229e1ea-50d6-44ba-ac45-7eb92fa61d17 req-355b7c03-9408-46eb-beae-17d7090c1fe0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354698 Jul 23 23:04:58.759541 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659145f4-dd21-4397-8032-52f6431c746a req-14585720-fe76-454d-90c2-6cc0d0860339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:58.762068 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-659145f4-dd21-4397-8032-52f6431c746a req-14585720-fe76-454d-90c2-6cc0d0860339 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d HTTP/1.1" status: 200 len: 853 time: 0.0454767 Jul 23 23:04:58.824307 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659145f4-dd21-4397-8032-52f6431c746a req-2d507acb-dd93-4f2f-b5f7-b3ec47e9b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:58.825805 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-659145f4-dd21-4397-8032-52f6431c746a req-2d507acb-dd93-4f2f-b5f7-b3ec47e9b80e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2603d214-76f3-403c-83bf-3db63ba9af9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0550883 Jul 23 23:04:58.957038 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-adafb341-4013-41a4-8485-ed77e8f28409 req-44150714-d7f8-4e0f-8cd9-2f2b9111ce53 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 210 time: 0.0471067 Jul 23 23:04:59.024289 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-659145f4-dd21-4397-8032-52f6431c746a req-79457026-e42f-420b-abaa-6dd0512dab55 service neutron] 10.222.0.47 "GET /v2.0/networks/2603d214-76f3-403c-83bf-3db63ba9af9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142421 Jul 23 23:04:59.161814 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-659145f4-dd21-4397-8032-52f6431c746a req-beedd8c0-e87c-40d3-a5db-a45e29e9ee69 service neutron] 10.222.0.47 "GET /v2.0/networks/2603d214-76f3-403c-83bf-3db63ba9af9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366205 Jul 23 23:04:59.184601 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca82f1-e213-497e-8c74-cee907f3e916 req-6ed8108f-8d75-4c23-9b9c-b7dfb1c3b9b0 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:59.186047 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6fca82f1-e213-497e-8c74-cee907f3e916 req-6ed8108f-8d75-4c23-9b9c-b7dfb1c3b9b0 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.1254721 Jul 23 23:04:59.228298 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6fca82f1-e213-497e-8c74-cee907f3e916 req-be8354fd-2f7c-45f3-9edc-eddb959e9f1e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365641 Jul 23 23:04:59.465127 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-2c886a42-987a-4616-bf97-9bfe5a4631a9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:59.466569 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-2c886a42-987a-4616-bf97-9bfe5a4631a9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.47 "GET /v2.0/networks?id=dd27e022-66ce-4ea6-b6aa-eb706400f63b HTTP/1.1" status: 200 len: 809 time: 0.1381891 Jul 23 23:04:59.490031 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36ce4e-6405-475c-a8f9-df5ebf607732 req-b4c20e20-f466-4ae1-8c42-b438c416cbed tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:59.491497 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ee36ce4e-6405-475c-a8f9-df5ebf607732 req-b4c20e20-f466-4ae1-8c42-b438c416cbed tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0967727 Jul 23 23:04:59.549480 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-c7e2e1c5-f926-4d27-bebc-7c4f5c7af592 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddc94a018af14ea09f31b12bf25c04a9 HTTP/1.1" status: 200 len: 380 time: 0.0568438 Jul 23 23:04:59.558704 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ee36ce4e-6405-475c-a8f9-df5ebf607732 req-32b0e581-bed2-4c43-bc22-6643542de11e tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595865 Jul 23 23:04:59.564043 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-dfd10377-3785-4755-9c9a-71a668614c17 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Request body: {'port': {'device_id': 'eae42c90-0960-43a1-9f72-669c044b6066', 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'admin_state_up': True, 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'security_groups': ['da3640e3-dc23-40d8-85fc-ddcc75f95e30']}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:04:59.739866 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-dfd10377-3785-4755-9c9a-71a668614c17 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Made reservation on behalf of ddc94a018af14ea09f31b12bf25c04a9 for: {'port': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:04:59.742893 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-dfd10377-3785-4755-9c9a-71a668614c17 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:04:59.857381 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40eb62-aa60-45d2-aa50-e28606b4bcb5 req-4040aade-3e96-4473-bb71-3e20034ef0bc tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:59.858943 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-eb40eb62-aa60-45d2-aa50-e28606b4bcb5 req-4040aade-3e96-4473-bb71-3e20034ef0bc tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 950 time: 0.1989894 Jul 23 23:04:59.953910 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17872018-4379-4bdd-811b-75e5613208a1 req-327f7c28-7c03-4d01-80c1-a96b6e6c0720 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:04:59.955408 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-17872018-4379-4bdd-811b-75e5613208a1 req-327f7c28-7c03-4d01-80c1-a96b6e6c0720 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.2301910 Jul 23 23:05:00.005415 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-eb40eb62-aa60-45d2-aa50-e28606b4bcb5 req-b6e4a8f6-df7e-4e4f-a4ef-cbfd2aef3412 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303318 Jul 23 23:05:00.029231 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-dfd10377-3785-4755-9c9a-71a668614c17 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Allocated IP 172.20.0.10 (dd27e022-66ce-4ea6-b6aa-eb706400f63b/acc8c905-2095-4e1d-a0db-431db2c0bf1b/17569a84-928d-4b41-94ea-ef11dfd6811f) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:05:00.053798 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-17872018-4379-4bdd-811b-75e5613208a1 req-3b48ab35-bcc5-42fb-911a-dcbb75a60a87 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920432 Jul 23 23:05:00.058038 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0cd52-bdc3-4971-91ec-3c0f2f9c23ef req-45846476-c43e-4421-8490-c3061a879d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:00.059543 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a5a0cd52-bdc3-4971-91ec-3c0f2f9c23ef req-45846476-c43e-4421-8490-c3061a879d79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b4763efe226447f8183b6e16d41cadc&device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 1099 time: 0.1983428 Jul 23 23:05:00.414675 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-801bfb85-2c51-44b7-bc53-eb526bf3fe5d req-62789605-75d7-4d2f-89e5-1d4105dcebc8 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 210 time: 0.3247869 Jul 23 23:05:00.547753 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0cd52-bdc3-4971-91ec-3c0f2f9c23ef req-f61caf23-cf9c-4b0b-8c28-321057dbdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:00.548283 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a5a0cd52-bdc3-4971-91ec-3c0f2f9c23ef req-f61caf23-cf9c-4b0b-8c28-321057dbdc1b service neutron] 10.222.0.47 "GET /v2.0/networks?id=c8ea7abd-33e6-496d-83a2-7eb670061309 HTTP/1.1" status: 200 len: 912 time: 0.4729068 Jul 23 23:05:00.619225 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-dfd10377-3785-4755-9c9a-71a668614c17 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:00.628605 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1465217-3fc2-4050-bc2a-bf9f6aba1602 req-17901b38-afd9-402d-aa88-2e0354c01acc tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:00.630079 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f1465217-3fc2-4050-bc2a-bf9f6aba1602 req-17901b38-afd9-402d-aa88-2e0354c01acc tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.2758639 Jul 23 23:05:00.664801 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-dfd10377-3785-4755-9c9a-71a668614c17 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Transition to ACTIVE for port object 17569a84-928d-4b41-94ea-ef11dfd6811f will not be triggered until provisioned by entity DHCP. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:05:00.675757 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a5a0cd52-bdc3-4971-91ec-3c0f2f9c23ef req-bfd20c84-a497-4803-9355-e121e35281e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56cbeac4-3bab-4a71-951e-b043f8457a86 HTTP/1.1" status: 200 len: 1002 time: 0.1147218 Jul 23 23:05:00.739456 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f1465217-3fc2-4050-bc2a-bf9f6aba1602 req-fce88228-3957-48c5-abcd-0938d442bf6a tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0993147 Jul 23 23:05:00.763062 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0cd52-bdc3-4971-91ec-3c0f2f9c23ef req-9b7fb888-3a5b-43c4-a185-18df880b9f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:00.764610 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a5a0cd52-bdc3-4971-91ec-3c0f2f9c23ef req-9b7fb888-3a5b-43c4-a185-18df880b9f51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=305eac6e-ee4e-4826-84b5-c213e1725333 HTTP/1.1" status: 200 len: 850 time: 0.0792322 Jul 23 23:05:00.766437 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-dfd10377-3785-4755-9c9a-71a668614c17 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:00.833767 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-dfd10377-3785-4755-9c9a-71a668614c17 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Network dd27e022-66ce-4ea6-b6aa-eb706400f63b is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:05:00.843116 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-dfd10377-3785-4755-9c9a-71a668614c17 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:05:00.851851 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-dfd10377-3785-4755-9c9a-71a668614c17 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:05:00.885252 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd10377-3785-4755-9c9a-71a668614c17 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Pushing event updated for resources: {'Port': ['ID=17569a84-928d-4b41-94ea-ef11dfd6811f,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:00.916372 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-dfd10377-3785-4755-9c9a-71a668614c17 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:00.917662 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-dfd10377-3785-4755-9c9a-71a668614c17 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:00.933348 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0cd52-bdc3-4971-91ec-3c0f2f9c23ef req-3df90839-15d1-4796-b6ff-e6c531025251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:00.934997 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a5a0cd52-bdc3-4971-91ec-3c0f2f9c23ef req-3df90839-15d1-4796-b6ff-e6c531025251 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8ea7abd-33e6-496d-83a2-7eb670061309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1575513 Jul 23 23:05:00.936849 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-dfd10377-3785-4755-9c9a-71a668614c17 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3766074 Jul 23 23:05:00.985491 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Request body: {'port': {'device_id': 'eae42c90-0960-43a1-9f72-669c044b6066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:01.126258 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-7bdf562b-2f40-41a1-95b0-e063e746f18d None None] Provisioning for port 17569a84-928d-4b41-94ea-ef11dfd6811f completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:05:01.131109 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-7bdf562b-2f40-41a1-95b0-e063e746f18d None None] Provisioning complete for port 17569a84-928d-4b41-94ea-ef11dfd6811f triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:01.131483 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7bdf562b-2f40-41a1-95b0-e063e746f18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:01.182101 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf562b-2f40-41a1-95b0-e063e746f18d None None] Port 17569a84-928d-4b41-94ea-ef11dfd6811f cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:05:01.190353 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a5a0cd52-bdc3-4971-91ec-3c0f2f9c23ef req-538e4729-1b9b-4e49-8bc4-372dcc1023d8 service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172461 Jul 23 23:05:01.190932 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:01.339108 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4fd57-7da9-4296-9abc-ad9cc5549050 req-ee566f0f-f805-4d16-959f-df31118335e3 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:01.340574 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0cf4fd57-7da9-4296-9abc-ad9cc5549050 req-ee566f0f-f805-4d16-959f-df31118335e3 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 950 time: 0.2414165 Jul 23 23:05:01.415940 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5422b-ffd2-4b20-82f0-5c2a4e39a915 req-0574e7b4-3a4a-43ea-aacb-cb28c59fa646 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:01.418202 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d1e5422b-ffd2-4b20-82f0-5c2a4e39a915 req-0574e7b4-3a4a-43ea-aacb-cb28c59fa646 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.2837150 Jul 23 23:05:01.453079 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a5a0cd52-bdc3-4971-91ec-3c0f2f9c23ef req-5af1c05f-f6f6-4976-838f-d39f1c939803 service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478914 Jul 23 23:05:01.509460 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0cf4fd57-7da9-4296-9abc-ad9cc5549050 req-3758551b-9c40-469e-8dc7-b28da5b432f6 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593843 Jul 23 23:05:01.521433 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d1e5422b-ffd2-4b20-82f0-5c2a4e39a915 req-eddd96b4-5ff7-4e7d-907b-c0d301cbf380 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878286 Jul 23 23:05:01.689520 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e020d5-305a-40e8-b502-ed80990da0c8 req-9a97cc1c-68c4-4aee-bc39-3721503dff14 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:01.691063 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-88e020d5-305a-40e8-b502-ed80990da0c8 req-9a97cc1c-68c4-4aee-bc39-3721503dff14 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 932 time: 0.1091218 Jul 23 23:05:01.693294 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17569a84-928d-4b41-94ea-ef11dfd6811f {{(pid=93010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:05:01.708393 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:01.731942 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Transition to ACTIVE for port object 17569a84-928d-4b41-94ea-ef11dfd6811f will not be triggered until provisioned by entity L2. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:05:01.737578 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:01.780800 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-88e020d5-305a-40e8-b502-ed80990da0c8 req-08a9ce2f-7d12-4ece-93f6-ee899278180b tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828178 Jul 23 23:05:01.827827 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=17569a84-928d-4b41-94ea-ef11dfd6811f,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:01.951553 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407ca62-3bc2-4189-923f-cc92d12473d1 req-4711b799-6d5a-4356-a0fb-b02b5479fb55 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:01.952996 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5407ca62-3bc2-4189-923f-cc92d12473d1 req-4711b799-6d5a-4356-a0fb-b02b5479fb55 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 950 time: 0.2055910 Jul 23 23:05:01.989292 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Attempting to bind port 17569a84-928d-4b41-94ea-ef11dfd6811f on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:05:01.989625 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Attempting to bind port 17569a84-928d-4b41-94ea-ef11dfd6811f by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '9371e616-9db9-4dcc-adc0-71510dac173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b'}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:05:01.989956 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Attempting to bind port 17569a84-928d-4b41-94ea-ef11dfd6811f on network dd27e022-66ce-4ea6-b6aa-eb706400f63b {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:05:02.005726 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2559832-745f-4cb6-86b7-dd8c7fe50157 req-2e43f2aa-8c0a-4bad-845b-7f323f8172f2 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:02.007238 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b2559832-745f-4cb6-86b7-dd8c7fe50157 req-2e43f2aa-8c0a-4bad-845b-7f323f8172f2 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.1693640 Jul 23 23:05:02.010053 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Port 17569a84-928d-4b41-94ea-ef11dfd6811f on network dd27e022-66ce-4ea6-b6aa-eb706400f63b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:05:02.010954 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Attempting to bind port 17569a84-928d-4b41-94ea-ef11dfd6811f on network dd27e022-66ce-4ea6-b6aa-eb706400f63b {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:05:02.030838 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:05:02.031176 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Checking segment: {'id': '9371e616-9db9-4dcc-adc0-71510dac173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:05:02.031546 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Bound using segment: {'id': '9371e616-9db9-4dcc-adc0-71510dac173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b'} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:05:02.031974 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Bound port: 17569a84-928d-4b41-94ea-ef11dfd6811f, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9371e616-9db9-4dcc-adc0-71510dac173d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b'}}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:05:02.032329 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:02.052957 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5407ca62-3bc2-4189-923f-cc92d12473d1 req-86ca0d88-e142-4c0f-9350-5d10ea8b6673 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873640 Jul 23 23:05:02.076175 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b2559832-745f-4cb6-86b7-dd8c7fe50157 req-005f276a-7b60-43ed-b8df-47a227723f99 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611916 Jul 23 23:05:02.130035 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] For port 17569a84-928d-4b41-94ea-ef11dfd6811f, host hv-cinder-67913, cleared binding levels {{(pid=93010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:05:02.132986 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] For port 17569a84-928d-4b41-94ea-ef11dfd6811f, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=17569a84-928d-4b41-94ea-ef11dfd6811f,segment=NetworkSegment(9371e616-9db9-4dcc-adc0-71510dac173d),segment_id=9371e616-9db9-4dcc-adc0-71510dac173d)] {{(pid=93010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:05:02.138414 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:02.177150 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:02.177767 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:02.179218 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] 10.222.0.47 "PUT /v2.0/ports/17569a84-928d-4b41-94ea-ef11dfd6811f HTTP/1.1" status: 200 len: 1094 time: 1.1979432 Jul 23 23:05:02.179655 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae42c90-0960-43a1-9f72-669c044b6066', 'tag': '17569a84-928d-4b41-94ea-ef11dfd6811f'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:02.181894 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d83f44-6f6d-47c6-b917-15e18a182654" -d '{"events": [{"name": "network-changed", "server_uuid": "eae42c90-0960-43a1-9f72-669c044b6066", "tag": "17569a84-928d-4b41-94ea-ef11dfd6811f"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:02.212664 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70136752-4e8d-4c6f-a003-4674c5890bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=17569a84-928d-4b41-94ea-ef11dfd6811f,revision_number=3']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:02.223644 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ec9ff6-2278-4de9-b4f7-8b0de40a6202 x-openstack-request-id: req-26ec9ff6-2278-4de9-b4f7-8b0de40a6202 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:02.224189 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae42c90-0960-43a1-9f72-669c044b6066", "tag": "17569a84-928d-4b41-94ea-ef11dfd6811f", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:02.224439 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26ec9ff6-2278-4de9-b4f7-8b0de40a6202 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:02.224836 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae42c90-0960-43a1-9f72-669c044b6066', 'tag': '17569a84-928d-4b41-94ea-ef11dfd6811f', 'status': 'completed', 'code': 200} Jul 23 23:05:02.404426 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d83f44-6f6d-47c6-b917-15e18a182654 req-4d26aa39-1e55-4fcb-b543-b4c974e456b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:02.405925 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-29d83f44-6f6d-47c6-b917-15e18a182654 req-4d26aa39-1e55-4fcb-b543-b4c974e456b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ddc94a018af14ea09f31b12bf25c04a9&device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 1097 time: 0.0629067 Jul 23 23:05:02.522783 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d83f44-6f6d-47c6-b917-15e18a182654 req-1ffc342e-b3a0-4ad3-bc8a-75b443d58121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:02.524255 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-29d83f44-6f6d-47c6-b917-15e18a182654 req-1ffc342e-b3a0-4ad3-bc8a-75b443d58121 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ddc94a018af14ea09f31b12bf25c04a9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0951085 Jul 23 23:05:02.650399 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d83f44-6f6d-47c6-b917-15e18a182654 req-f4d4cf57-2764-422a-b9a0-1491c1b45527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:02.651932 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-29d83f44-6f6d-47c6-b917-15e18a182654 req-f4d4cf57-2764-422a-b9a0-1491c1b45527 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1180792 Jul 23 23:05:02.678831 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa48ee5-1c56-4d72-a33a-91c84125b9df req-2df63587-32d9-416a-bc9b-a9c8016b7438 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:02.680223 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bfa48ee5-1c56-4d72-a33a-91c84125b9df req-2df63587-32d9-416a-bc9b-a9c8016b7438 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0819848 Jul 23 23:05:02.722670 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bfa48ee5-1c56-4d72-a33a-91c84125b9df req-6c7f3703-3b12-4bb4-a2cb-599bb0ee7f89 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359669 Jul 23 23:05:02.809297 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-1bc4b0fa-3ccc-4c1c-a1b1-4e8d373df08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:02.810640 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-1bc4b0fa-3ccc-4c1c-a1b1-4e8d373df08a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ddc94a018af14ea09f31b12bf25c04a9&device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 1097 time: 0.0540304 Jul 23 23:05:02.880933 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-8d7943b3-fe28-4db0-92ac-c8126e0933c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17569a84-928d-4b41-94ea-ef11dfd6811f HTTP/1.1" status: 200 len: 217 time: 0.0441124 Jul 23 23:05:02.955276 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-9a888729-220c-4ad4-94a4-9f49f5207eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:02.956700 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-9a888729-220c-4ad4-94a4-9f49f5207eb9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=acc8c905-2095-4e1d-a0db-431db2c0bf1b HTTP/1.1" status: 200 len: 848 time: 0.0549681 Jul 23 23:05:02.984055 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee612239-4b8d-4c96-a901-095b55a5e725 req-9ea400c1-ef11-4a49-bbcf-48845b9827e4 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:02.985421 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ee612239-4b8d-4c96-a901-095b55a5e725 req-9ea400c1-ef11-4a49-bbcf-48845b9827e4 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.1135876 Jul 23 23:05:03.042734 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ee612239-4b8d-4c96-a901-095b55a5e725 req-675c2465-14b4-4187-86a7-2a5f6d30fd2b tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400283 Jul 23 23:05:03.057090 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-4cf597af-f857-4a1b-a7e7-4097344edc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:03.058740 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-4cf597af-f857-4a1b-a7e7-4097344edc02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd27e022-66ce-4ea6-b6aa-eb706400f63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0928495 Jul 23 23:05:03.222205 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-19ba5adc-684b-47c9-a876-4f67bfdc15e7 service neutron] 10.222.0.47 "GET /v2.0/networks/dd27e022-66ce-4ea6-b6aa-eb706400f63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471744 Jul 23 23:05:03.283224 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721e4c9-1be4-4c4e-96a0-0cacc957bdb9 req-24e053e6-1742-4048-83dd-688a50b182d0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:03.284662 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7721e4c9-1be4-4c4e-96a0-0cacc957bdb9 req-24e053e6-1742-4048-83dd-688a50b182d0 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 950 time: 0.1500862 Jul 23 23:05:03.331299 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98d167-4a0b-4d81-8a1c-7997f5799cac req-35264472-b256-485a-b2e0-3a7ba8baf4ce tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:03.332765 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-cb98d167-4a0b-4d81-8a1c-7997f5799cac req-35264472-b256-485a-b2e0-3a7ba8baf4ce tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.1647379 Jul 23 23:05:03.402779 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7721e4c9-1be4-4c4e-96a0-0cacc957bdb9 req-29cad887-89b2-45d0-bd91-dc65594d1d73 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123319 Jul 23 23:05:03.406801 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-600ee49b-7997-48be-8f81-0354d2b1e138 req-07162069-f6a0-4cd1-9cf6-ff6c667bc4a9 service neutron] 10.222.0.47 "GET /v2.0/networks/dd27e022-66ce-4ea6-b6aa-eb706400f63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715386 Jul 23 23:05:03.414378 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-cb98d167-4a0b-4d81-8a1c-7997f5799cac req-4835e3ca-9e72-46ff-8f77-d3d8bee46b5c tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731261 Jul 23 23:05:03.853111 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8105cb-bd1f-4519-9baf-ae8ac8752bef req-40c01ad2-2084-48bc-8cc1-da40943f74e0 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:03.854794 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ca8105cb-bd1f-4519-9baf-ae8ac8752bef req-40c01ad2-2084-48bc-8cc1-da40943f74e0 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0657070 Jul 23 23:05:04.166784 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ca8105cb-bd1f-4519-9baf-ae8ac8752bef req-211e3e0e-a8ca-4b86-b35c-fee1149147bb tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064170 Jul 23 23:05:04.196333 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c908128-ea8e-46df-9975-27247f555abe req-d01039c0-e6a1-4caa-b334-9c055c574b70 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:04.198524 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5c908128-ea8e-46df-9975-27247f555abe req-d01039c0-e6a1-4caa-b334-9c055c574b70 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0771353 Jul 23 23:05:04.236820 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5c908128-ea8e-46df-9975-27247f555abe req-75424cae-18fc-421b-8ad6-7890392fbf17 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327628 Jul 23 23:05:04.591955 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c52ddd-bc7b-4527-bd74-4dbd1ede2ae7 req-904a7c30-25b0-4090-b9f9-25401e1971ca tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:04.593437 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-36c52ddd-bc7b-4527-bd74-4dbd1ede2ae7 req-904a7c30-25b0-4090-b9f9-25401e1971ca tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 950 time: 0.1102788 Jul 23 23:05:04.600694 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fde37e-12b6-43fa-9c7d-6660fd3da384 req-3b58621a-8cc8-4569-9d0c-ef1b57435ff2 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:04.602053 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f8fde37e-12b6-43fa-9c7d-6660fd3da384 req-3b58621a-8cc8-4569-9d0c-ef1b57435ff2 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.1201866 Jul 23 23:05:04.659705 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-36c52ddd-bc7b-4527-bd74-4dbd1ede2ae7 req-fac8f837-ce5e-4428-bbdb-43e5b49debed tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/security-groups?id=a51a42b6-fdad-4a36-9808-6a9a1dd3c311&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565724 Jul 23 23:05:04.663563 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f8fde37e-12b6-43fa-9c7d-6660fd3da384 req-2bc82f8f-4b14-4e8a-b58e-0f5558cc1b7f tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547593 Jul 23 23:05:05.083016 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cffd72-ba67-4e3b-a248-a6e7e0f171b5 req-f173fed7-bc5c-433b-81ec-d360f7ba3413 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:05.084484 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e4cffd72-ba67-4e3b-a248-a6e7e0f171b5 req-f173fed7-bc5c-433b-81ec-d360f7ba3413 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 950 time: 0.0611165 Jul 23 23:05:05.218592 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-e4cffd72-ba67-4e3b-a248-a6e7e0f171b5 req-530eca6b-78e1-43d4-a2eb-fca93b9428f5 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Deleting port a1e122a3-79ad-46be-b234-02ecb5f35bc3 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:05:05.218946 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-e4cffd72-ba67-4e3b-a248-a6e7e0f171b5 req-530eca6b-78e1-43d4-a2eb-fca93b9428f5 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:05.373708 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-e4cffd72-ba67-4e3b-a248-a6e7e0f171b5 req-530eca6b-78e1-43d4-a2eb-fca93b9428f5 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] For port a1e122a3-79ad-46be-b234-02ecb5f35bc3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=a1e122a3-79ad-46be-b234-02ecb5f35bc3,segment=NetworkSegment(1f75db5d-be6e-444d-a233-7755590a13d7),segment_id=1f75db5d-be6e-444d-a233-7755590a13d7)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:05.374356 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-e4cffd72-ba67-4e3b-a248-a6e7e0f171b5 req-530eca6b-78e1-43d4-a2eb-fca93b9428f5 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:05.396078 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-e4cffd72-ba67-4e3b-a248-a6e7e0f171b5 req-530eca6b-78e1-43d4-a2eb-fca93b9428f5 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Calling delete_port for a1e122a3-79ad-46be-b234-02ecb5f35bc3 owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:05:05.423384 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c352b2-72c1-4d3a-ae0f-497d749d6d1e req-31259032-cd28-437c-ac98-a26f7d891ed2 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:05.424863 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-55c352b2-72c1-4d3a-ae0f-497d749d6d1e req-31259032-cd28-437c-ac98-a26f7d891ed2 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1895926 Jul 23 23:05:05.498463 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee9380-503b-4aff-957e-ca5547b5154c req-7e1d69bb-ff11-4da4-b535-e1b577f39064 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:05.498463 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-52ee9380-503b-4aff-957e-ca5547b5154c req-7e1d69bb-ff11-4da4-b535-e1b577f39064 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.1844592 Jul 23 23:05:05.543457 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-55c352b2-72c1-4d3a-ae0f-497d749d6d1e req-8186c56d-7b6a-4fb0-aaf5-1c39e165bf0d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122298 Jul 23 23:05:05.577581 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-52ee9380-503b-4aff-957e-ca5547b5154c req-0d6de9c4-6710-4ec9-ba19-f8e07cf3a115 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696709 Jul 23 23:05:05.629500 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-e4cffd72-ba67-4e3b-a248-a6e7e0f171b5 req-530eca6b-78e1-43d4-a2eb-fca93b9428f5 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:05.666946 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530eca6b-78e1-43d4-a2eb-fca93b9428f5 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Pushing event deleted for resources: {'Port': ['ID=a1e122a3-79ad-46be-b234-02ecb5f35bc3,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:05.693628 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['a1e122a3-79ad-46be-b234-02ecb5f35bc3'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:05:05.710608 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cffd72-ba67-4e3b-a248-a6e7e0f171b5 req-530eca6b-78e1-43d4-a2eb-fca93b9428f5 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] No DVR routers for this DVR port a1e122a3-79ad-46be-b234-02ecb5f35bc3 on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:05:05.714215 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-e4cffd72-ba67-4e3b-a248-a6e7e0f171b5 req-530eca6b-78e1-43d4-a2eb-fca93b9428f5 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:05.716613 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e4cffd72-ba67-4e3b-a248-a6e7e0f171b5 req-530eca6b-78e1-43d4-a2eb-fca93b9428f5 tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.47 "DELETE /v2.0/ports/a1e122a3-79ad-46be-b234-02ecb5f35bc3 HTTP/1.1" status: 204 len: 173 time: 0.6001973 Jul 23 23:05:05.717061 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c82c00-aedc-4047-b2b1-d72fe28d8f30', 'name': 'network-vif-deleted', 'tag': 'a1e122a3-79ad-46be-b234-02ecb5f35bc3'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:05.720182 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134a649e-c7c3-4691-ae15-ef89604b823b" -d '{"events": [{"server_uuid": "38c82c00-aedc-4047-b2b1-d72fe28d8f30", "name": "network-vif-deleted", "tag": "a1e122a3-79ad-46be-b234-02ecb5f35bc3"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:05.788396 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fa501b9c-8cc2-4fa0-ab41-6c07b23a6176 req-8af8a16a-6a0a-4d3e-832f-8945763b025e tempest-VolumesNegativeTest-349727320 tempest-VolumesNegativeTest-349727320-project] 10.222.0.20 "GET /v2.0/ports?device_id=38c82c00-aedc-4047-b2b1-d72fe28d8f30 HTTP/1.1" status: 200 len: 210 time: 0.0407815 Jul 23 23:05:05.843314 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd68cab4-588b-49b3-9e65-ae6af3d9c052 x-openstack-request-id: req-bd68cab4-588b-49b3-9e65-ae6af3d9c052 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:05.843638 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c82c00-aedc-4047-b2b1-d72fe28d8f30", "name": "network-vif-deleted", "tag": "a1e122a3-79ad-46be-b234-02ecb5f35bc3", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:05.843887 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd68cab4-588b-49b3-9e65-ae6af3d9c052 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:05.844276 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c82c00-aedc-4047-b2b1-d72fe28d8f30', 'name': 'network-vif-deleted', 'tag': 'a1e122a3-79ad-46be-b234-02ecb5f35bc3', 'status': 'completed', 'code': 200} Jul 23 23:05:05.853173 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386acae-875f-4096-abab-77523d5e88d6 req-fc5d846b-ecea-4e0c-be7d-7686797a9188 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:05.854920 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1386acae-875f-4096-abab-77523d5e88d6 req-fc5d846b-ecea-4e0c-be7d-7686797a9188 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.0772300 Jul 23 23:05:05.901123 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1386acae-875f-4096-abab-77523d5e88d6 req-ba46ee8b-95c7-4648-bb0c-6e4c95b4e8da tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383530 Jul 23 23:05:06.709293 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f7320-6ba6-487e-b796-ac1cd5dcde97 req-eaa522fe-deea-4ddc-a181-d0bb4e15754f tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:06.710800 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e67f7320-6ba6-487e-b796-ac1cd5dcde97 req-eaa522fe-deea-4ddc-a181-d0bb4e15754f tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0651677 Jul 23 23:05:06.750437 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e67f7320-6ba6-487e-b796-ac1cd5dcde97 req-ba1de005-889a-45ae-bb62-247b7b3b3df4 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337992 Jul 23 23:05:07.036400 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea885f-bc5a-41ea-8e8c-9484216bf039 req-48df54b9-5d99-4923-92d6-c9d094116065 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:07.037885 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-31ea885f-bc5a-41ea-8e8c-9484216bf039 req-48df54b9-5d99-4923-92d6-c9d094116065 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.0650780 Jul 23 23:05:07.078995 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-31ea885f-bc5a-41ea-8e8c-9484216bf039 req-73aa1811-2d56-4d34-9b15-18348eb77a91 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344226 Jul 23 23:05:07.715271 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:05:07.735654 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device a1e122a3-79ad-46be-b234-02ecb5f35bc3 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:05:07.767187 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: a1e122a3-79ad-46be-b234-02ecb5f35bc3 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:05:07.767706 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device a1e122a3-79ad-46be-b234-02ecb5f35bc3 not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:05:07.910237 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720ec0b-4abc-47b0-aa88-2dc4bbbb8c89 req-d2a41753-094d-4bf0-8ef8-f705ff82862d tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:07.912524 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0720ec0b-4abc-47b0-aa88-2dc4bbbb8c89 req-d2a41753-094d-4bf0-8ef8-f705ff82862d tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0783172 Jul 23 23:05:08.013323 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0720ec0b-4abc-47b0-aa88-2dc4bbbb8c89 req-fbdc59e9-e1fd-4e48-99bf-f0d1b6747fae tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896907 Jul 23 23:05:08.047610 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e38a4-640e-4cb2-83d9-b82b3ce5d36b req-288c0d7a-8584-48cd-a977-7fb64d3ad891 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:08.049150 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f12e38a4-640e-4cb2-83d9-b82b3ce5d36b req-288c0d7a-8584-48cd-a977-7fb64d3ad891 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1357310 Jul 23 23:05:08.055547 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076322d-a810-4dfc-83e4-51060e202431 req-8c4609a0-cbcd-4b2b-b8f6-a8b8461de0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:08.057626 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5076322d-a810-4dfc-83e4-51060e202431 req-8c4609a0-cbcd-4b2b-b8f6-a8b8461de0ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73844bc3ec514868b92c7e79b128f3ee&device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 1099 time: 0.0969415 Jul 23 23:05:08.113810 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f12e38a4-640e-4cb2-83d9-b82b3ce5d36b req-62ec8b64-1f07-4d06-83f3-739ad9f2d571 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551398 Jul 23 23:05:08.216543 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076322d-a810-4dfc-83e4-51060e202431 req-55be939a-51c7-4bd4-aed8-13898cd696be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:08.218133 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5076322d-a810-4dfc-83e4-51060e202431 req-55be939a-51c7-4bd4-aed8-13898cd696be service neutron] 10.222.0.47 "GET /v2.0/networks?id=f396b245-9304-4862-be4a-20a740e2e6d4 HTTP/1.1" status: 200 len: 919 time: 0.1331248 Jul 23 23:05:08.271695 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5076322d-a810-4dfc-83e4-51060e202431 req-e1314527-3160-49e6-a5a4-48e5010478db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5531c33c-327a-4031-886d-936f12928e58 HTTP/1.1" status: 200 len: 217 time: 0.0435905 Jul 23 23:05:08.280848 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a053d-efec-415a-9822-4afba34cd32e req-ce241856-3b0b-48cd-8203-0fff3c978fdc tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:08.282299 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-146a053d-efec-415a-9822-4afba34cd32e req-ce241856-3b0b-48cd-8203-0fff3c978fdc tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.1232250 Jul 23 23:05:08.350712 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076322d-a810-4dfc-83e4-51060e202431 req-89b22c36-9c84-43af-aaa4-49ae97a1bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:08.352197 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5076322d-a810-4dfc-83e4-51060e202431 req-89b22c36-9c84-43af-aaa4-49ae97a1bebb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09f5b0d2-9e82-4d1b-9669-e70cea678b05 HTTP/1.1" status: 200 len: 858 time: 0.0690222 Jul 23 23:05:08.359392 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-146a053d-efec-415a-9822-4afba34cd32e req-c73970b0-b147-4a6e-a0e7-192f82e1bcb2 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658939 Jul 23 23:05:08.397852 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5076322d-a810-4dfc-83e4-51060e202431 req-9039a089-b766-4616-abe1-db7f311e22b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f396b245-9304-4862-be4a-20a740e2e6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283580 Jul 23 23:05:08.503421 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5076322d-a810-4dfc-83e4-51060e202431 req-e752197d-5b38-40ce-bfe1-e5b8a0f4b2fc service neutron] 10.222.0.47 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952072 Jul 23 23:05:08.605450 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5076322d-a810-4dfc-83e4-51060e202431 req-699f5f81-6219-4bdd-9f17-3f853cb09f79 service neutron] 10.222.0.47 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898159 Jul 23 23:05:09.154984 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc562f-764a-49ab-8b28-61a797cb17b6 req-b8ce6541-0520-4015-b7ed-0f99166daac3 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:09.156499 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-cdcc562f-764a-49ab-8b28-61a797cb17b6 req-b8ce6541-0520-4015-b7ed-0f99166daac3 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0660682 Jul 23 23:05:09.205789 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-cdcc562f-764a-49ab-8b28-61a797cb17b6 req-cd860077-7873-415d-a6a2-69561552cc8e tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424254 Jul 23 23:05:09.257055 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c0275-79b6-4f37-a4fe-32ff4c9c4d0b req-a1137d41-21c0-4d3a-b334-6321cd179c6b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:09.258659 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e42c0275-79b6-4f37-a4fe-32ff4c9c4d0b req-a1137d41-21c0-4d3a-b334-6321cd179c6b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0689998 Jul 23 23:05:09.298829 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e42c0275-79b6-4f37-a4fe-32ff4c9c4d0b req-20cdcb45-0881-4a47-9730-44da79514118 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339525 Jul 23 23:05:09.511246 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1140260-9500-458a-ad43-0384e8c4ee92 req-f7192af2-0ad8-4dd9-81ea-e916a381fc94 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:09.511246 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d1140260-9500-458a-ad43-0384e8c4ee92 req-f7192af2-0ad8-4dd9-81ea-e916a381fc94 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.0788372 Jul 23 23:05:09.552353 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d1140260-9500-458a-ad43-0384e8c4ee92 req-14d27e41-3f07-474f-acb9-c1de3ddad425 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361500 Jul 23 23:05:10.343997 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf15ccc-f885-402d-8913-ff5d3d398e04 req-27f9dc4a-949f-4e2d-9f43-a412cfe8c322 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:10.346545 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fdf15ccc-f885-402d-8913-ff5d3d398e04 req-27f9dc4a-949f-4e2d-9f43-a412cfe8c322 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0725815 Jul 23 23:05:10.395168 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fdf15ccc-f885-402d-8913-ff5d3d398e04 req-0631ad0b-b154-451d-a78c-b51ba9eadb68 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427408 Jul 23 23:05:10.463943 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd5abc-f198-4c21-a874-1095e7bd78b4 req-ab497fe8-80ae-497b-911c-bff8c9b15221 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:10.465594 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-15cd5abc-f198-4c21-a874-1095e7bd78b4 req-ab497fe8-80ae-497b-911c-bff8c9b15221 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0695474 Jul 23 23:05:10.507210 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-15cd5abc-f198-4c21-a874-1095e7bd78b4 req-87bff1b4-2fb2-4a6e-9b71-58b319096c42 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350621 Jul 23 23:05:10.692631 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b3f47-0140-4f04-80c7-e43f3060e6d8 req-6dff26b6-c48c-4900-bb90-ed0df80b199e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:10.694254 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ba6b3f47-0140-4f04-80c7-e43f3060e6d8 req-6dff26b6-c48c-4900-bb90-ed0df80b199e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.0702670 Jul 23 23:05:10.733764 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ba6b3f47-0140-4f04-80c7-e43f3060e6d8 req-815b58ed-b641-4f44-a864-319c702259d4 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330625 Jul 23 23:05:11.053310 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 54796) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:11.212922 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-9d82b55d-a609-4a69-84c4-c9fc490f4613 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3452f3059eda4a92b6afb2b1189bb507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584425 Jul 23 23:05:11.217897 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 54800) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:11.267664 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f10dcc62-5f4c-4499-88e8-e37f65d05cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:11.288292 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f10dcc62-5f4c-4499-88e8-e37f65d05cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:11.334419 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f10dcc62-5f4c-4499-88e8-e37f65d05cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:11.336861 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f10dcc62-5f4c-4499-88e8-e37f65d05cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:11.338759 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-f10dcc62-5f4c-4499-88e8-e37f65d05cd0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a51a42b6-fdad-4a36-9808-6a9a1dd3c311 HTTP/1.1" status: 204 len: 168 time: 0.1192207 Jul 23 23:05:11.346045 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10dcc62-5f4c-4499-88e8-e37f65d05cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51a42b6-fdad-4a36-9808-6a9a1dd3c311,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:11.544112 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b9ac0-ad14-4652-ad25-dba0b5357363 req-ef8ebd1e-077a-41b5-9bcc-d6f56770a848 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:11.546104 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-de9b9ac0-ad14-4652-ad25-dba0b5357363 req-ef8ebd1e-077a-41b5-9bcc-d6f56770a848 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0756252 Jul 23 23:05:11.663607 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-de9b9ac0-ad14-4652-ad25-dba0b5357363 req-ee9a5dd9-ab71-420b-81e6-ca22e49f981d tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060557 Jul 23 23:05:11.695772 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773be64f-9670-4fb6-81a6-a7c1df395219 req-7f51e3f7-2a84-4ad5-9380-ff000496492b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:11.697285 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-773be64f-9670-4fb6-81a6-a7c1df395219 req-7f51e3f7-2a84-4ad5-9380-ff000496492b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73844bc3ec514868b92c7e79b128f3ee&device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 1099 time: 0.1412694 Jul 23 23:05:11.709839 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcfa81-a543-49d5-b36f-71f8dc3abcb3 req-0b8f6c05-bc57-4bfa-a996-4bf8cd2708d9 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:11.711300 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6dfcfa81-a543-49d5-b36f-71f8dc3abcb3 req-0b8f6c05-bc57-4bfa-a996-4bf8cd2708d9 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1141746 Jul 23 23:05:11.753473 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6dfcfa81-a543-49d5-b36f-71f8dc3abcb3 req-c9039135-da9a-409d-859f-af26cebcde19 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365329 Jul 23 23:05:11.893102 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773be64f-9670-4fb6-81a6-a7c1df395219 req-ac44a21d-7a3c-45d6-b24b-928d90d4ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:11.894558 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-773be64f-9670-4fb6-81a6-a7c1df395219 req-ac44a21d-7a3c-45d6-b24b-928d90d4ff68 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f396b245-9304-4862-be4a-20a740e2e6d4 HTTP/1.1" status: 200 len: 919 time: 0.1356604 Jul 23 23:05:11.955708 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b9f7a-d672-4a40-a287-48cacb6a2aa1 req-51aab59f-a2ab-4c2c-be81-49f3edd0dd4f tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:11.955708 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1c5b9f7a-d672-4a40-a287-48cacb6a2aa1 req-51aab59f-a2ab-4c2c-be81-49f3edd0dd4f tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.1175747 Jul 23 23:05:11.995884 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-773be64f-9670-4fb6-81a6-a7c1df395219 req-64f94161-7189-42b9-a614-aaec2af125d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5531c33c-327a-4031-886d-936f12928e58 HTTP/1.1" status: 200 len: 217 time: 0.0561337 Jul 23 23:05:12.070275 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6ab65-3a79-44f4-b242-9bb831c50d5f req-057cda8d-05a5-4a74-bc82-394aa0f5e5a9 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:12.071760 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69d6ab65-3a79-44f4-b242-9bb831c50d5f req-057cda8d-05a5-4a74-bc82-394aa0f5e5a9 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 946 time: 0.1818929 Jul 23 23:05:12.078100 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1c5b9f7a-d672-4a40-a287-48cacb6a2aa1 req-51ed16d6-b3fa-4e48-8649-28effcbec244 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1209238 Jul 23 23:05:12.081478 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773be64f-9670-4fb6-81a6-a7c1df395219 req-ab6157c3-1a66-4303-bc5e-6e7a1d17342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:12.082836 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-773be64f-9670-4fb6-81a6-a7c1df395219 req-ab6157c3-1a66-4303-bc5e-6e7a1d17342c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09f5b0d2-9e82-4d1b-9669-e70cea678b05 HTTP/1.1" status: 200 len: 858 time: 0.0740461 Jul 23 23:05:12.134186 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-773be64f-9670-4fb6-81a6-a7c1df395219 req-dcb11e6c-340e-42c0-8d36-47049626a5fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f396b245-9304-4862-be4a-20a740e2e6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388799 Jul 23 23:05:12.142264 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69d6ab65-3a79-44f4-b242-9bb831c50d5f req-05bfc398-60ed-4bf8-993d-f7a4ad95b7c9 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630157 Jul 23 23:05:12.240869 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-773be64f-9670-4fb6-81a6-a7c1df395219 req-659e4e19-93ca-4c38-8bce-c3e89a18850d service neutron] 10.222.0.47 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917621 Jul 23 23:05:12.330575 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f776d-cb75-4bc7-91dc-c583a8c3e1ea req-cb845b69-deb8-4894-8d24-39cff7bca496 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:12.332026 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a41f776d-cb75-4bc7-91dc-c583a8c3e1ea req-cb845b69-deb8-4894-8d24-39cff7bca496 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 946 time: 0.0622780 Jul 23 23:05:12.426258 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a41f776d-cb75-4bc7-91dc-c583a8c3e1ea req-890e2f8d-a367-4fd0-a05f-92be8a691af6 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887647 Jul 23 23:05:12.454141 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-773be64f-9670-4fb6-81a6-a7c1df395219 req-4014ee7c-70e1-43b6-8100-47448e8da5ed service neutron] 10.222.0.47 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069939 Jul 23 23:05:12.795092 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c5cc7-5e47-46d0-a6bc-4e90dbc22e61 req-d207be44-8918-4929-a28b-4f2260d36fe5 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:12.796984 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-395c5cc7-5e47-46d0-a6bc-4e90dbc22e61 req-d207be44-8918-4929-a28b-4f2260d36fe5 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0656898 Jul 23 23:05:12.867082 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-395c5cc7-5e47-46d0-a6bc-4e90dbc22e61 req-eee7e8db-cd49-4949-bbf6-f6872c418e41 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646157 Jul 23 23:05:12.898134 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992615c-3948-467b-88b4-307dcbd2e56d req-75ef1396-c280-4ad2-a646-6501630e0e50 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:12.899621 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9992615c-3948-467b-88b4-307dcbd2e56d req-75ef1396-c280-4ad2-a646-6501630e0e50 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0794389 Jul 23 23:05:12.937003 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9992615c-3948-467b-88b4-307dcbd2e56d req-9b3c6680-8867-4a7f-9af2-820057cc5a6b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316172 Jul 23 23:05:13.207069 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf9324-8d78-48ee-96cd-86910c93b749 req-69537467-1ce0-4f9a-a296-00f4e3c43f5e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:13.208565 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fdbf9324-8d78-48ee-96cd-86910c93b749 req-69537467-1ce0-4f9a-a296-00f4e3c43f5e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.0646741 Jul 23 23:05:13.283779 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fdbf9324-8d78-48ee-96cd-86910c93b749 req-efbe9f7d-1fcf-40a5-9a61-1be039bf3b38 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657113 Jul 23 23:05:13.303373 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29496dd9-e388-478b-b43c-e94afcb758ec req-01e12f21-1644-4146-a3aa-4d2c4d2a298b tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:13.304853 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-29496dd9-e388-478b-b43c-e94afcb758ec req-01e12f21-1644-4146-a3aa-4d2c4d2a298b tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 946 time: 0.0954213 Jul 23 23:05:13.313201 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1e97524e-c758-43fa-bb4e-e90926861ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:13.346299 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-29496dd9-e388-478b-b43c-e94afcb758ec req-99c84eed-414b-42ae-9176-6b9e8945b2f2 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326774 Jul 23 23:05:13.554748 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21159576-2e1e-4270-b1a3-35556ee71ff4 req-014a3c42-fc17-4b2e-9d31-29c7f3ef664f tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:13.556237 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-21159576-2e1e-4270-b1a3-35556ee71ff4 req-014a3c42-fc17-4b2e-9d31-29c7f3ef664f tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 946 time: 0.0639060 Jul 23 23:05:13.592852 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-21159576-2e1e-4270-b1a3-35556ee71ff4 req-493b247d-94bf-4657-8c84-12c5b5f8e5ae tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310087 Jul 23 23:05:13.994727 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6628b0-15e6-4b04-a1cd-f8f2b71c44ad req-2c7a0588-fe60-4d38-8c71-b181f521df87 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:13.996222 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7d6628b0-15e6-4b04-a1cd-f8f2b71c44ad req-2c7a0588-fe60-4d38-8c71-b181f521df87 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0630324 Jul 23 23:05:14.069311 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7d6628b0-15e6-4b04-a1cd-f8f2b71c44ad req-59baf614-5b24-4188-ba46-22dd0bd0d23c tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675495 Jul 23 23:05:14.091427 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81631f4-4590-465f-b714-a8b9ade32663 req-8a1f6250-b794-4cb5-92b6-1e650ed92c85 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:14.092903 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e81631f4-4590-465f-b714-a8b9ade32663 req-8a1f6250-b794-4cb5-92b6-1e650ed92c85 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0895913 Jul 23 23:05:14.130832 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e81631f4-4590-465f-b714-a8b9ade32663 req-cc2a6153-b8f7-4752-8fc5-fb35f58776b9 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322974 Jul 23 23:05:14.419783 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfce23-2fd8-4ac4-b8db-0cf7e2b7c1a6 req-9726ce54-2755-4815-ad47-708cc4f1ae5b tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:14.421263 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ffdfce23-2fd8-4ac4-b8db-0cf7e2b7c1a6 req-9726ce54-2755-4815-ad47-708cc4f1ae5b tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.0707889 Jul 23 23:05:14.491314 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ffdfce23-2fd8-4ac4-b8db-0cf7e2b7c1a6 req-088ee4e0-c89c-4215-a421-1967bc88371e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602338 Jul 23 23:05:14.512487 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d198c-6057-4aa3-84b7-f36ec6df9e7e req-9472d981-83c5-47ae-b10d-bb453f9802aa tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:14.513949 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-441d198c-6057-4aa3-84b7-f36ec6df9e7e req-9472d981-83c5-47ae-b10d-bb453f9802aa tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 946 time: 0.0918236 Jul 23 23:05:14.550855 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-441d198c-6057-4aa3-84b7-f36ec6df9e7e req-3dd2f5ce-fa02-4fa2-b61b-3c61565712cc tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313423 Jul 23 23:05:14.641035 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:14.724721 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35039da0-e515-41c5-9f8d-220a4c1187e4 req-18a6cdfa-5eaf-4ce1-a2dd-3f703c66f533 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:14.726943 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-35039da0-e515-41c5-9f8d-220a4c1187e4 req-18a6cdfa-5eaf-4ce1-a2dd-3f703c66f533 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 946 time: 0.0635877 Jul 23 23:05:14.765300 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-35039da0-e515-41c5-9f8d-220a4c1187e4 req-45eb1570-765c-47e3-8bb3-fc876fca816c tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329754 Jul 23 23:05:15.206515 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516858e-4574-4bfe-a199-c13055c14d01 req-dd4df9c7-eb2e-4474-9b40-a6c1990bbf46 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:15.207963 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7516858e-4574-4bfe-a199-c13055c14d01 req-dd4df9c7-eb2e-4474-9b40-a6c1990bbf46 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0698774 Jul 23 23:05:15.340380 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7516858e-4574-4bfe-a199-c13055c14d01 req-fd81ae2e-8374-4372-a880-a4b9a67212cb tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233542 Jul 23 23:05:15.381729 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b078c7-fd01-4b44-96be-ea46c6490f17 req-800603e4-f143-4cd8-949b-61bd72bdee79 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:15.383264 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c4b078c7-fd01-4b44-96be-ea46c6490f17 req-800603e4-f143-4cd8-949b-61bd72bdee79 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1744473 Jul 23 23:05:15.409438 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936d3ac-9b13-4b58-8800-78b0f68acbca req-faef8508-69e8-4eb1-ad26-3a70c748ae9c tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:15.410927 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c936d3ac-9b13-4b58-8800-78b0f68acbca req-faef8508-69e8-4eb1-ad26-3a70c748ae9c tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.47 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 946 time: 0.1703653 Jul 23 23:05:15.441082 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18de2d-bdb9-4eea-9c50-9f6048bc1ae2 req-544304a4-3b55-4f98-832c-6fbfe73ba50a tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:15.442421 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2e18de2d-bdb9-4eea-9c50-9f6048bc1ae2 req-544304a4-3b55-4f98-832c-6fbfe73ba50a tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.47 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 946 time: 0.1626556 Jul 23 23:05:15.512376 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c4b078c7-fd01-4b44-96be-ea46c6490f17 req-10702be8-4268-4064-b42e-d40defb7d0e8 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197109 Jul 23 23:05:15.935199 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-acc88364-acc9-4eb7-9228-4dc5b86989c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:15.955682 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-c936d3ac-9b13-4b58-8800-78b0f68acbca req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Deleting port 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:05:15.955953 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-c936d3ac-9b13-4b58-8800-78b0f68acbca req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:15.999470 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-2e18de2d-bdb9-4eea-9c50-9f6048bc1ae2 req-ad0a1a7f-0040-4b47-9388-305982801bb6 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Deleting port 7faa5db1-eb47-4c59-a32b-4ec766445f02 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:05:15.999802 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2e18de2d-bdb9-4eea-9c50-9f6048bc1ae2 req-ad0a1a7f-0040-4b47-9388-305982801bb6 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:16.008752 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e34e7e-6874-4d86-85f0-cb92e36bcf25 req-079f717a-bb5e-47d6-b456-76bf3cae5323 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:16.010369 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-11e34e7e-6874-4d86-85f0-cb92e36bcf25 req-079f717a-bb5e-47d6-b456-76bf3cae5323 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.4493096 Jul 23 23:05:16.094728 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127352c-0d8d-4c5c-82b2-baf41de264ef req-b8084b97-f932-4b0e-b673-589dbbfc51d9 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:16.096180 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f127352c-0d8d-4c5c-82b2-baf41de264ef req-b8084b97-f932-4b0e-b673-589dbbfc51d9 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 946 time: 0.4773245 Jul 23 23:05:16.174927 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-c936d3ac-9b13-4b58-8800-78b0f68acbca req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] For port 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=15e8e6de-3f12-4139-9a47-1a7e6c52ec9b,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:16.175293 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-c936d3ac-9b13-4b58-8800-78b0f68acbca req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:16.188877 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-11e34e7e-6874-4d86-85f0-cb92e36bcf25 req-71a0c735-595b-4731-92dc-544fff964db6 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1388946 Jul 23 23:05:16.199719 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:16.202208 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-c936d3ac-9b13-4b58-8800-78b0f68acbca req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Calling delete_port for 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:05:16.234950 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f127352c-0d8d-4c5c-82b2-baf41de264ef req-fb649a5e-f4f2-48be-ac65-113ee5719da0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287410 Jul 23 23:05:16.307050 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-2e18de2d-bdb9-4eea-9c50-9f6048bc1ae2 req-ad0a1a7f-0040-4b47-9388-305982801bb6 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] For port 7faa5db1-eb47-4c59-a32b-4ec766445f02, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=7faa5db1-eb47-4c59-a32b-4ec766445f02,segment=NetworkSegment(502f6f4d-a538-4c25-96c3-259a05ca190f),segment_id=502f6f4d-a538-4c25-96c3-259a05ca190f)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:16.307410 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2e18de2d-bdb9-4eea-9c50-9f6048bc1ae2 req-ad0a1a7f-0040-4b47-9388-305982801bb6 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:16.324738 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-2e18de2d-bdb9-4eea-9c50-9f6048bc1ae2 req-ad0a1a7f-0040-4b47-9388-305982801bb6 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Calling delete_port for 7faa5db1-eb47-4c59-a32b-4ec766445f02 owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:05:16.432767 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cf5e0-1696-4543-99f7-f72c43a5a0da req-9c42e05a-f810-454a-8421-b86bd251bd7c tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:16.434388 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-196cf5e0-1696-4543-99f7-f72c43a5a0da req-9c42e05a-f810-454a-8421-b86bd251bd7c tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 946 time: 0.1648331 Jul 23 23:05:16.549003 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-c936d3ac-9b13-4b58-8800-78b0f68acbca req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:16.577909 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-196cf5e0-1696-4543-99f7-f72c43a5a0da req-8c86cbce-33d1-492a-8832-cae08a69bd72 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323619 Jul 23 23:05:16.600952 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['3ac4aac9-43db-4128-82c8-178a0d1aed14', '08737e13-1bb4-49cc-8e06-91c52aa9862f', 'edcac6e2-7fb8-4167-909c-391b11f21f58', '15e8e6de-3f12-4139-9a47-1a7e6c52ec9b'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:05:16.612603 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Pushing event deleted for resources: {'Port': ['ID=15e8e6de-3f12-4139-9a47-1a7e6c52ec9b,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:16.638730 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:16.639078 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:16.639419 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:16.639751 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:16.640080 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:16.640405 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:16.640720 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:16.641046 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:16.641365 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:16.641683 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:16.642000 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:16.642315 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:16.712576 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2e18de2d-bdb9-4eea-9c50-9f6048bc1ae2 req-ad0a1a7f-0040-4b47-9388-305982801bb6 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:16.715465 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-c936d3ac-9b13-4b58-8800-78b0f68acbca req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] No DVR routers for this DVR port 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:05:16.724368 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a6e55-9bd5-41fe-9cd1-c05487171daf req-1e1124a3-d5b3-4405-a7ab-adbf2cdd859f tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:16.725835 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-286a6e55-9bd5-41fe-9cd1-c05487171daf req-1e1124a3-d5b3-4405-a7ab-adbf2cdd859f tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.3077862 Jul 23 23:05:16.728299 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-c936d3ac-9b13-4b58-8800-78b0f68acbca req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:16.730194 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c936d3ac-9b13-4b58-8800-78b0f68acbca req-e694bf1f-1d4d-48e3-bf09-18bbeda738d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.47 "DELETE /v2.0/ports/15e8e6de-3f12-4139-9a47-1a7e6c52ec9b HTTP/1.1" status: 204 len: 173 time: 1.3066370 Jul 23 23:05:16.732172 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40d73a5-55f7-4aff-a55f-3bb41772bd55', 'name': 'network-vif-deleted', 'tag': '15e8e6de-3f12-4139-9a47-1a7e6c52ec9b'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:16.734392 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fa466b-59ad-4a00-a291-2570469deb40" -d '{"events": [{"server_uuid": "b40d73a5-55f7-4aff-a55f-3bb41772bd55", "name": "network-vif-deleted", "tag": "15e8e6de-3f12-4139-9a47-1a7e6c52ec9b"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:16.776471 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a1a7f-0040-4b47-9388-305982801bb6 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Pushing event deleted for resources: {'Port': ['ID=7faa5db1-eb47-4c59-a32b-4ec766445f02,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:16.849643 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e18de2d-bdb9-4eea-9c50-9f6048bc1ae2 req-ad0a1a7f-0040-4b47-9388-305982801bb6 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] No DVR routers for this DVR port 7faa5db1-eb47-4c59-a32b-4ec766445f02 on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:05:16.853751 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-286a6e55-9bd5-41fe-9cd1-c05487171daf req-6b248363-c62a-4fd7-8b53-963d44d8fd8f tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113844 Jul 23 23:05:16.855839 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2e18de2d-bdb9-4eea-9c50-9f6048bc1ae2 req-ad0a1a7f-0040-4b47-9388-305982801bb6 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:16.857698 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2e18de2d-bdb9-4eea-9c50-9f6048bc1ae2 req-ad0a1a7f-0040-4b47-9388-305982801bb6 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.47 "DELETE /v2.0/ports/7faa5db1-eb47-4c59-a32b-4ec766445f02 HTTP/1.1" status: 204 len: 173 time: 1.3931930 Jul 23 23:05:16.875725 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70c1b8-e299-485a-b27b-135acfee8888 req-9246e71f-d635-44c2-a475-cfc0d0434d20 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:16.875725 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8c70c1b8-e299-485a-b27b-135acfee8888 req-9246e71f-d635-44c2-a475-cfc0d0434d20 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.2283800 Jul 23 23:05:16.905019 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044614c4-4a50-4bb6-ba2d-74d6aa53f1cb x-openstack-request-id: req-044614c4-4a50-4bb6-ba2d-74d6aa53f1cb {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:16.905306 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40d73a5-55f7-4aff-a55f-3bb41772bd55", "name": "network-vif-deleted", "tag": "15e8e6de-3f12-4139-9a47-1a7e6c52ec9b", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:16.905552 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-044614c4-4a50-4bb6-ba2d-74d6aa53f1cb {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:16.905945 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d73a5-55f7-4aff-a55f-3bb41772bd55', 'name': 'network-vif-deleted', 'tag': '15e8e6de-3f12-4139-9a47-1a7e6c52ec9b', 'status': 'completed', 'code': 200} Jul 23 23:05:16.927509 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8c70c1b8-e299-485a-b27b-135acfee8888 req-1d4d36b1-b906-417a-bd76-c26a1df259a1 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444717 Jul 23 23:05:17.073241 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:17.337328 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae053354-1c8b-404d-ba00-a39dce1c8ec7 req-b2ab8e22-1ea1-438c-8fc7-93f953c55c1c tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:17.338987 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ae053354-1c8b-404d-ba00-a39dce1c8ec7 req-b2ab8e22-1ea1-438c-8fc7-93f953c55c1c tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.0756991 Jul 23 23:05:17.358574 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-641c0359-1908-4255-8cd7-1a3a0e3ec46e req-3953ac36-781b-4968-9a30-bc52880a1314 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b40d73a5-55f7-4aff-a55f-3bb41772bd55 HTTP/1.1" status: 200 len: 210 time: 0.0414293 Jul 23 23:05:17.393564 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ae053354-1c8b-404d-ba00-a39dce1c8ec7 req-3d2af276-1491-4e61-8a6b-dedf7609f64a tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382195 Jul 23 23:05:17.689478 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d266be41-9536-48a2-b3d2-d540606b7c37 req-39f43600-20fe-4b45-9286-0e7a7423e506 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=2bdfe0b3-b7ca-4a41-981a-676135dfee39 HTTP/1.1" status: 200 len: 210 time: 0.0289304 Jul 23 23:05:17.742394 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 17569a84-928d-4b41-94ea-ef11dfd6811f details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:05:17.838554 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 17569a84-928d-4b41-94ea-ef11dfd6811f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=17569a84-928d-4b41-94ea-ef11dfd6811f,segment=NetworkSegment(9371e616-9db9-4dcc-adc0-71510dac173d),segment_id=9371e616-9db9-4dcc-adc0-71510dac173d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:17.849081 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': '17569a84-928d-4b41-94ea-ef11dfd6811f', 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'port_id': '17569a84-928d-4b41-94ea-ef11dfd6811f', 'mac_address': 'fa:16:3e:f8:b5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:05:17.884252 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:17.901162 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17569a84-928d-4b41-94ea-ef11dfd6811f {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:05:17.921201 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 17569a84-928d-4b41-94ea-ef11dfd6811f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=17569a84-928d-4b41-94ea-ef11dfd6811f,segment=NetworkSegment(9371e616-9db9-4dcc-adc0-71510dac173d),segment_id=9371e616-9db9-4dcc-adc0-71510dac173d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:17.925529 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:17.972925 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=17569a84-928d-4b41-94ea-ef11dfd6811f,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:17.980899 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:17.982194 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:17.982707 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:17.983061 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:17.983399 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:17.983736 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:17.984070 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:17.984404 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:17.984939 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:17.985347 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:17.985698 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:17.986362 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:17.996073 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460109a-3f4d-4261-bc78-58a4a64ba3e8 req-713bcbd0-85ef-41c2-a95f-08e9e7c32086 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:17.996978 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a460109a-3f4d-4261-bc78-58a4a64ba3e8 req-713bcbd0-85ef-41c2-a95f-08e9e7c32086 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 945 time: 0.0729373 Jul 23 23:05:18.064940 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a460109a-3f4d-4261-bc78-58a4a64ba3e8 req-a2bc6b24-3dee-445c-905f-3e8f9a87dcc9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624220 Jul 23 23:05:18.094824 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a44297-dc14-4bee-a68b-b03fee01ae40 req-139f1376-2fe5-4bea-8ea8-3fcb1636124a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:18.096304 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a8a44297-dc14-4bee-a68b-b03fee01ae40 req-139f1376-2fe5-4bea-8ea8-3fcb1636124a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0803509 Jul 23 23:05:18.136793 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a8a44297-dc14-4bee-a68b-b03fee01ae40 req-723d3ffb-462e-4ae6-9688-6927cda16aeb tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348346 Jul 23 23:05:18.527470 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60601b9-6f82-4caf-94bb-61fde5f43f83 req-9d47955e-9354-460b-9e44-c264e4ddf952 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:18.528978 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e60601b9-6f82-4caf-94bb-61fde5f43f83 req-9d47955e-9354-460b-9e44-c264e4ddf952 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.0670893 Jul 23 23:05:18.567242 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e60601b9-6f82-4caf-94bb-61fde5f43f83 req-01812eff-5fca-4bd5-8e83-f4ec4c301f2e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327213 Jul 23 23:05:18.567785 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['17569a84-928d-4b41-94ea-ef11dfd6811f'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:05:18.789689 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:18.907173 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bdfe0b3-b7ca-4a41-981a-676135dfee39', 'name': 'network-vif-deleted', 'tag': '7faa5db1-eb47-4c59-a32b-4ec766445f02'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:18.909666 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f4e4db-6a6d-4e94-90a8-e92e6228bed5" -d '{"events": [{"server_uuid": "2bdfe0b3-b7ca-4a41-981a-676135dfee39", "name": "network-vif-deleted", "tag": "7faa5db1-eb47-4c59-a32b-4ec766445f02"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:18.945758 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ea52c1-9be4-4629-a25e-3ed0e9002b2b x-openstack-request-id: req-07ea52c1-9be4-4629-a25e-3ed0e9002b2b {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:18.946110 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bdfe0b3-b7ca-4a41-981a-676135dfee39", "name": "network-vif-deleted", "tag": "7faa5db1-eb47-4c59-a32b-4ec766445f02", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:18.946368 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07ea52c1-9be4-4629-a25e-3ed0e9002b2b {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:18.946785 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bdfe0b3-b7ca-4a41-981a-676135dfee39', 'name': 'network-vif-deleted', 'tag': '7faa5db1-eb47-4c59-a32b-4ec766445f02', 'status': 'completed', 'code': 200} Jul 23 23:05:19.198635 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fcec2-4a47-4085-a313-a6b62c39fc10 req-5c78b00f-e567-4e32-95fb-a43022f07ae1 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:19.200115 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-818fcec2-4a47-4085-a313-a6b62c39fc10 req-5c78b00f-e567-4e32-95fb-a43022f07ae1 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 945 time: 0.0687866 Jul 23 23:05:19.268800 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-818fcec2-4a47-4085-a313-a6b62c39fc10 req-15f07cb4-6045-4f3f-a0fa-e25ccb93d09b tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632946 Jul 23 23:05:19.289851 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8c57a-7d3b-4300-8fe3-9523203b98af req-94a530d7-c08b-4ee0-b5c1-8e0bcd3382c6 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:19.291882 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fbf8c57a-7d3b-4300-8fe3-9523203b98af req-94a530d7-c08b-4ee0-b5c1-8e0bcd3382c6 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0848045 Jul 23 23:05:19.328687 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fbf8c57a-7d3b-4300-8fe3-9523203b98af req-4e1322cf-9fb1-43e1-a7e7-ca5bd0e7844b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308557 Jul 23 23:05:19.704044 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bb1f8-51fe-4592-a0dc-0377cbe3f84a req-05bb9026-1720-4f45-98ae-a200a1b430ab tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:19.705522 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ea5bb1f8-51fe-4592-a0dc-0377cbe3f84a req-05bb9026-1720-4f45-98ae-a200a1b430ab tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.0708873 Jul 23 23:05:19.772719 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ea5bb1f8-51fe-4592-a0dc-0377cbe3f84a req-392ea738-5e16-4af8-b676-1b218f31e504 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575626 Jul 23 23:05:19.794000 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05336c7a-897e-4969-9eaf-e0b86b6d174a req-aa704a31-0d38-4123-af22-1c22af8f01e5 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:19.795491 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-05336c7a-897e-4969-9eaf-e0b86b6d174a req-aa704a31-0d38-4123-af22-1c22af8f01e5 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 946 time: 0.0890901 Jul 23 23:05:19.832074 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-05336c7a-897e-4969-9eaf-e0b86b6d174a req-6db72f84-8fd3-441d-baca-30bc74034edd tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310757 Jul 23 23:05:20.398200 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d85f64-934f-484f-9d2f-034e846e457b req-2683541a-371b-4cfb-805e-98da7ec405fa tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:20.399689 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-24d85f64-934f-484f-9d2f-034e846e457b req-2683541a-371b-4cfb-805e-98da7ec405fa tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 945 time: 0.0646007 Jul 23 23:05:20.468448 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-24d85f64-934f-484f-9d2f-034e846e457b req-abf7e15e-68f5-47c7-9a0d-9f460a7d23ea tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596626 Jul 23 23:05:20.491616 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe1150-4390-45c4-a7af-4445a0a3860c req-386b6888-3ae2-41ee-8c5a-aa78abe36e8b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:20.493057 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8dbe1150-4390-45c4-a7af-4445a0a3860c req-386b6888-3ae2-41ee-8c5a-aa78abe36e8b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0922620 Jul 23 23:05:20.530562 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8dbe1150-4390-45c4-a7af-4445a0a3860c req-38c909d7-47fa-4dc6-828b-1bdb5f39c82b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313201 Jul 23 23:05:20.903449 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff503c2-a9df-4822-8a2a-3d9190897654 req-59938550-c224-4b81-928c-764ca95f9b08 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:20.904924 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8ff503c2-a9df-4822-8a2a-3d9190897654 req-59938550-c224-4b81-928c-764ca95f9b08 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.0653980 Jul 23 23:05:20.975668 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8ff503c2-a9df-4822-8a2a-3d9190897654 req-ae961593-f744-4ace-9c97-ccf8680b124b tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619366 Jul 23 23:05:20.997335 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c92a35-81f3-4563-888c-6d27c9e8d725 req-fb36b16b-50e0-415c-84ce-66262e475494 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:20.998823 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c3c92a35-81f3-4563-888c-6d27c9e8d725 req-fb36b16b-50e0-415c-84ce-66262e475494 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 946 time: 0.0930138 Jul 23 23:05:21.035687 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c3c92a35-81f3-4563-888c-6d27c9e8d725 req-b0e021e7-02e9-433b-9c87-1987a70e665f tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312335 Jul 23 23:05:21.596551 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17240ad-1569-46d6-a4f3-1e9a0b6251fc req-dc912a53-ca63-451f-b1df-31081e71354c tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:21.598032 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e17240ad-1569-46d6-a4f3-1e9a0b6251fc req-dc912a53-ca63-451f-b1df-31081e71354c tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 945 time: 0.0636864 Jul 23 23:05:21.667675 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e17240ad-1569-46d6-a4f3-1e9a0b6251fc req-d3156139-316f-46c6-8d21-074f581f50a0 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601616 Jul 23 23:05:21.688189 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45658652-6098-4190-8bc9-bd7d5ab67409 req-a0df91ef-fbcb-4316-aa6d-5ecfd116aca0 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:21.689690 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-45658652-6098-4190-8bc9-bd7d5ab67409 req-a0df91ef-fbcb-4316-aa6d-5ecfd116aca0 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0907600 Jul 23 23:05:21.726365 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-45658652-6098-4190-8bc9-bd7d5ab67409 req-80eede90-3d88-4908-b88e-45b12b51cbff tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312014 Jul 23 23:05:22.103151 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67c795-100a-40c5-a671-c7e4fe109844 req-6e3961ec-717f-4721-9edb-04f489685aae tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:22.104997 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9b67c795-100a-40c5-a671-c7e4fe109844 req-6e3961ec-717f-4721-9edb-04f489685aae tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.0649979 Jul 23 23:05:22.169063 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9b67c795-100a-40c5-a671-c7e4fe109844 req-19d7c977-fee4-4bcb-a982-b55495650a7d tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552709 Jul 23 23:05:22.193658 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c3606-e227-42fc-af78-571db333c820 req-e4603b16-98f3-4967-af01-d35bc142ccd8 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:22.195145 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b57c3606-e227-42fc-af78-571db333c820 req-e4603b16-98f3-4967-af01-d35bc142ccd8 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 946 time: 0.0892875 Jul 23 23:05:22.235269 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b57c3606-e227-42fc-af78-571db333c820 req-4bea080f-45b3-4532-a652-954a80638358 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340643 Jul 23 23:05:22.319024 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 7faa5db1-eb47-4c59-a32b-4ec766445f02 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:05:22.339750 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: 7faa5db1-eb47-4c59-a32b-4ec766445f02 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:05:22.340449 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 7faa5db1-eb47-4c59-a32b-4ec766445f02 not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:05:22.340449 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:05:22.358375 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:05:22.358743 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 15e8e6de-3f12-4139-9a47-1a7e6c52ec9b not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:05:22.797249 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b175a-e6b4-4eca-8b11-69422b773acd req-d7b0283f-789e-473d-a5ba-a9a478262ab0 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:22.798758 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d07b175a-e6b4-4eca-8b11-69422b773acd req-d7b0283f-789e-473d-a5ba-a9a478262ab0 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 945 time: 0.0646992 Jul 23 23:05:22.871716 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d07b175a-e6b4-4eca-8b11-69422b773acd req-d09900dc-d523-4fcf-9a09-151c844af490 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429652 Jul 23 23:05:22.889918 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec61136-ce47-4056-b64e-a4d5c2995469 req-2244d485-a9a4-487c-9b43-980657c5ceac tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:22.891454 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3ec61136-ce47-4056-b64e-a4d5c2995469 req-2244d485-a9a4-487c-9b43-980657c5ceac tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0918317 Jul 23 23:05:22.929648 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3ec61136-ce47-4056-b64e-a4d5c2995469 req-89cb1f47-3b6e-4a95-a89a-877f0368aa4f tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327663 Jul 23 23:05:23.305076 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f741c-8c57-4355-99e4-a94345d9b08a req-252c8526-d44f-4b82-accd-73a54b92649f tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:23.306626 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6d8f741c-8c57-4355-99e4-a94345d9b08a req-252c8526-d44f-4b82-accd-73a54b92649f tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.0712776 Jul 23 23:05:23.374314 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6d8f741c-8c57-4355-99e4-a94345d9b08a req-41aaf252-85a3-4cb1-be25-177b5a338bc0 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588782 Jul 23 23:05:23.397913 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5c13d-3c26-41c2-a5fc-f4d1a477a421 req-f141be49-d90b-4b21-81d0-381310a4542a tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:23.399456 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b3e5c13d-3c26-41c2-a5fc-f4d1a477a421 req-f141be49-d90b-4b21-81d0-381310a4542a tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 946 time: 0.0919554 Jul 23 23:05:23.441085 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b3e5c13d-3c26-41c2-a5fc-f4d1a477a421 req-f685e486-fb9f-4605-8026-79ef53b19c47 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359299 Jul 23 23:05:24.019240 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a952ea-890e-4855-983d-9435abf559f0 req-dc3d3ec5-9075-4e8e-9f2f-a2302516af69 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:24.020703 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-49a952ea-890e-4855-983d-9435abf559f0 req-dc3d3ec5-9075-4e8e-9f2f-a2302516af69 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 945 time: 0.0773613 Jul 23 23:05:24.076935 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-49a952ea-890e-4855-983d-9435abf559f0 req-74e4e88c-e6f0-4e9a-b5da-6a76337bb8dc tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397298 Jul 23 23:05:24.098966 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7559c10-3ac4-4eb2-bb4b-019f6f5f612d req-f328ef8b-5116-4c2c-8f01-0f1a39701c63 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:24.100405 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e7559c10-3ac4-4eb2-bb4b-019f6f5f612d req-f328ef8b-5116-4c2c-8f01-0f1a39701c63 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1041653 Jul 23 23:05:24.137020 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e7559c10-3ac4-4eb2-bb4b-019f6f5f612d req-b2a0b3bf-2ef1-4161-99cb-923b918560ee tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304706 Jul 23 23:05:24.349686 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 17569a84-928d-4b41-94ea-ef11dfd6811f up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:05:24.400821 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port 17569a84-928d-4b41-94ea-ef11dfd6811f completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:05:24.404682 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port 17569a84-928d-4b41-94ea-ef11dfd6811f triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:24.404954 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.518654 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e425ae6-1aea-4be8-933b-85c8530b2126 req-d5486ea3-ce0e-4840-82a3-1352e75e5294 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:24.520232 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7e425ae6-1aea-4be8-933b-85c8530b2126 req-d5486ea3-ce0e-4840-82a3-1352e75e5294 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.0747421 Jul 23 23:05:24.593289 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7e425ae6-1aea-4be8-933b-85c8530b2126 req-cd22ccc7-6ba9-4496-bd35-bfcf316ce495 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630085 Jul 23 23:05:24.614057 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.615404 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f0fd1-1a47-42a5-88ef-fd1b469ff537 req-23f0d559-eb3e-4d0b-9134-8fdf410ec5cc tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:24.616872 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-415f0fd1-1a47-42a5-88ef-fd1b469ff537 req-23f0d559-eb3e-4d0b-9134-8fdf410ec5cc tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 946 time: 0.0957305 Jul 23 23:05:24.628630 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae42c90-0960-43a1-9f72-669c044b6066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17569a84-928d-4b41-94ea-ef11dfd6811f'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:24.630863 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad57809-09af-49a1-9b22-2c2b1f217dd7" -d '{"events": [{"server_uuid": "eae42c90-0960-43a1-9f72-669c044b6066", "name": "network-vif-plugged", "status": "completed", "tag": "17569a84-928d-4b41-94ea-ef11dfd6811f"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:24.644092 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 17569a84-928d-4b41-94ea-ef11dfd6811f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=17569a84-928d-4b41-94ea-ef11dfd6811f,segment=NetworkSegment(9371e616-9db9-4dcc-adc0-71510dac173d),segment_id=9371e616-9db9-4dcc-adc0-71510dac173d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:24.648887 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:24.657412 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-415f0fd1-1a47-42a5-88ef-fd1b469ff537 req-2d6a4b65-d205-41ec-950a-5a35a61bdca9 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348947 Jul 23 23:05:24.673439 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f55081-1816-4c25-9849-81cb028969ef x-openstack-request-id: req-e3f55081-1816-4c25-9849-81cb028969ef {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:24.673732 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae42c90-0960-43a1-9f72-669c044b6066", "name": "network-vif-plugged", "status": "completed", "tag": "17569a84-928d-4b41-94ea-ef11dfd6811f", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:24.673979 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3f55081-1816-4c25-9849-81cb028969ef {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:24.674357 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae42c90-0960-43a1-9f72-669c044b6066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17569a84-928d-4b41-94ea-ef11dfd6811f', 'code': 200} Jul 23 23:05:24.701413 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=17569a84-928d-4b41-94ea-ef11dfd6811f,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:25.206568 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8508bc6-9579-4777-bd73-dd4a09fd3a62 req-672dfeec-73cb-4b3a-8750-577d65b2c864 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:25.208035 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a8508bc6-9579-4777-bd73-dd4a09fd3a62 req-672dfeec-73cb-4b3a-8750-577d65b2c864 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0628245 Jul 23 23:05:25.276144 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a8508bc6-9579-4777-bd73-dd4a09fd3a62 req-4d56fdfa-cbef-4cf1-b0a4-90309e424a9e tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585930 Jul 23 23:05:25.302042 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae338ae1-7cc4-48ce-b843-e9ee4c30416f req-1af92392-65f9-4da9-9bee-88b7f41358da tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:25.303544 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ae338ae1-7cc4-48ce-b843-e9ee4c30416f req-1af92392-65f9-4da9-9bee-88b7f41358da tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0946097 Jul 23 23:05:25.340580 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ae338ae1-7cc4-48ce-b843-e9ee4c30416f req-5d695445-ed97-4d11-b918-ee03049df8e3 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311086 Jul 23 23:05:25.722367 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed454c5f-a396-4133-9f7d-e1f9f16621fe req-767f3663-7162-4b1c-86eb-1adb342d2146 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:25.723925 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ed454c5f-a396-4133-9f7d-e1f9f16621fe req-767f3663-7162-4b1c-86eb-1adb342d2146 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.0640943 Jul 23 23:05:25.798939 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ed454c5f-a396-4133-9f7d-e1f9f16621fe req-5be54160-65f9-46fa-878f-adb1c1e5bb02 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626853 Jul 23 23:05:25.820951 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be743de8-fef6-45a9-8ca9-ce3aec504a26 req-01334be5-d924-4cd8-9a08-1b3ee74e3eda tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:25.822407 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be743de8-fef6-45a9-8ca9-ce3aec504a26 req-01334be5-d924-4cd8-9a08-1b3ee74e3eda tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 946 time: 0.0950179 Jul 23 23:05:25.859645 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be743de8-fef6-45a9-8ca9-ce3aec504a26 req-adf7432b-1a48-4194-9316-6c71ef8cc28d tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307207 Jul 23 23:05:26.407475 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd080d0-0a78-4608-88a6-5b1d904b723b req-ca4b4841-bc53-4341-8aff-31233e3ce5c7 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:26.409009 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dcd080d0-0a78-4608-88a6-5b1d904b723b req-ca4b4841-bc53-4341-8aff-31233e3ce5c7 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0667009 Jul 23 23:05:26.478159 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dcd080d0-0a78-4608-88a6-5b1d904b723b req-edfb853a-414c-4643-b79e-bac85ec3cd78 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634959 Jul 23 23:05:26.506731 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fb753-9a2f-47cd-9ef2-f7f96c9b5aae req-d0e7b23d-bcbb-4e73-801c-fd89de7c107a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:26.508202 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8d4fb753-9a2f-47cd-9ef2-f7f96c9b5aae req-d0e7b23d-bcbb-4e73-801c-fd89de7c107a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0851626 Jul 23 23:05:26.548485 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8d4fb753-9a2f-47cd-9ef2-f7f96c9b5aae req-e7f627d8-da65-4398-a5f4-bb00b764121e tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346773 Jul 23 23:05:26.953213 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2311d7-25bb-47f0-bbaf-2ed00b86a24d req-a1aeada5-3a64-4002-a79e-853a0395bd3a tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:26.954706 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-de2311d7-25bb-47f0-bbaf-2ed00b86a24d req-a1aeada5-3a64-4002-a79e-853a0395bd3a tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.0841408 Jul 23 23:05:27.016504 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-de2311d7-25bb-47f0-bbaf-2ed00b86a24d req-2ad86591-1861-4c02-acf8-97330f36f5ad tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447576 Jul 23 23:05:27.034879 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bc14b-5ee8-4a50-975c-11a64fe480e5 req-e643d898-e4bb-4780-8e85-3572033f96a2 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:27.036319 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8a0bc14b-5ee8-4a50-975c-11a64fe480e5 req-e643d898-e4bb-4780-8e85-3572033f96a2 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 946 time: 0.1102068 Jul 23 23:05:27.074224 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8a0bc14b-5ee8-4a50-975c-11a64fe480e5 req-46bdca33-1125-436a-967e-cc5aa2211318 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323546 Jul 23 23:05:27.665586 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbb66b-6852-4efa-bdd9-c80a1b3324df req-c1b62177-5f7a-4e48-b131-bbd85e8e5de7 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:27.667003 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f3bbb66b-6852-4efa-bdd9-c80a1b3324df req-c1b62177-5f7a-4e48-b131-bbd85e8e5de7 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.1216013 Jul 23 23:05:27.734145 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc634edb-7b73-4ddb-b801-d4d6bdf140d4 req-02d32dfd-fb34-49f7-bdb2-afcad75a2e96 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:27.735664 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dc634edb-7b73-4ddb-b801-d4d6bdf140d4 req-02d32dfd-fb34-49f7-bdb2-afcad75a2e96 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.47 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 946 time: 0.1486354 Jul 23 23:05:27.743034 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f3bbb66b-6852-4efa-bdd9-c80a1b3324df req-108c185c-e097-4fa6-8d58-7859cf9eb4fb tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685749 Jul 23 23:05:27.763198 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fadd13-1feb-444c-ad9d-4f120d59728a req-ca2cdb28-3d81-4854-9cda-d185601cafb1 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:27.764680 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69fadd13-1feb-444c-ad9d-4f120d59728a req-ca2cdb28-3d81-4854-9cda-d185601cafb1 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1395309 Jul 23 23:05:27.867915 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-69fadd13-1feb-444c-ad9d-4f120d59728a req-c9c5b2e5-1fe3-424b-a19f-ec25673619be tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837409 Jul 23 23:05:27.914816 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6d54d-8280-465e-907a-649674d22819 req-c606e597-12bf-4b6b-b056-20d51f8e274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:27.916326 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ecb6d54d-8280-465e-907a-649674d22819 req-c606e597-12bf-4b6b-b056-20d51f8e274d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 1099 time: 0.1185346 Jul 23 23:05:27.938178 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-dc634edb-7b73-4ddb-b801-d4d6bdf140d4 req-45acc7b8-c3b0-48ba-8040-fc6608dad6bf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Deleting port edcac6e2-7fb8-4167-909c-391b11f21f58 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:05:27.938535 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-dc634edb-7b73-4ddb-b801-d4d6bdf140d4 req-45acc7b8-c3b0-48ba-8040-fc6608dad6bf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:27.983219 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ecb6d54d-8280-465e-907a-649674d22819 req-c0de8af3-a755-403e-a514-2fb4ca203577 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534377 Jul 23 23:05:28.038836 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-dc634edb-7b73-4ddb-b801-d4d6bdf140d4 req-45acc7b8-c3b0-48ba-8040-fc6608dad6bf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] For port edcac6e2-7fb8-4167-909c-391b11f21f58, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=edcac6e2-7fb8-4167-909c-391b11f21f58,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:28.039205 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-dc634edb-7b73-4ddb-b801-d4d6bdf140d4 req-45acc7b8-c3b0-48ba-8040-fc6608dad6bf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:28.052593 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-dc634edb-7b73-4ddb-b801-d4d6bdf140d4 req-45acc7b8-c3b0-48ba-8040-fc6608dad6bf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Calling delete_port for edcac6e2-7fb8-4167-909c-391b11f21f58 owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:05:28.221000 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb589a7c-5ed5-4c2c-8139-c5962ae3cbd4 req-dd0bb64e-94a8-4078-8f53-965f7d58f02b tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:28.222393 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bb589a7c-5ed5-4c2c-8139-c5962ae3cbd4 req-dd0bb64e-94a8-4078-8f53-965f7d58f02b tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.1258962 Jul 23 23:05:28.289495 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747d8e5-1467-4ed1-8aa1-9d54a1bb086d req-0c4cd27a-7f69-4d4e-b677-b8db547769a5 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:28.290973 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6747d8e5-1467-4ed1-8aa1-9d54a1bb086d req-0c4cd27a-7f69-4d4e-b677-b8db547769a5 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 946 time: 0.1497560 Jul 23 23:05:28.316909 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-dc634edb-7b73-4ddb-b801-d4d6bdf140d4 req-45acc7b8-c3b0-48ba-8040-fc6608dad6bf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:28.335758 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bb589a7c-5ed5-4c2c-8139-c5962ae3cbd4 req-2f98a0ef-40ef-4216-932c-34393a80ffcb tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890887 Jul 23 23:05:28.357766 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acc7b8-c3b0-48ba-8040-fc6608dad6bf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Pushing event deleted for resources: {'Port': ['ID=edcac6e2-7fb8-4167-909c-391b11f21f58,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:28.377338 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['3ac4aac9-43db-4128-82c8-178a0d1aed14', '08737e13-1bb4-49cc-8e06-91c52aa9862f', 'edcac6e2-7fb8-4167-909c-391b11f21f58'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:05:28.395109 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6747d8e5-1467-4ed1-8aa1-9d54a1bb086d req-16881cd0-247c-4e38-9434-d8dab3487939 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959947 Jul 23 23:05:28.417594 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc634edb-7b73-4ddb-b801-d4d6bdf140d4 req-45acc7b8-c3b0-48ba-8040-fc6608dad6bf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] No DVR routers for this DVR port edcac6e2-7fb8-4167-909c-391b11f21f58 on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:05:28.421117 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-dc634edb-7b73-4ddb-b801-d4d6bdf140d4 req-45acc7b8-c3b0-48ba-8040-fc6608dad6bf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:28.423150 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dc634edb-7b73-4ddb-b801-d4d6bdf140d4 req-45acc7b8-c3b0-48ba-8040-fc6608dad6bf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.47 "DELETE /v2.0/ports/edcac6e2-7fb8-4167-909c-391b11f21f58 HTTP/1.1" status: 204 len: 173 time: 0.6752315 Jul 23 23:05:28.423605 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ba9ba4-47fe-4396-b309-eb3bee8d3b95', 'name': 'network-vif-deleted', 'tag': 'edcac6e2-7fb8-4167-909c-391b11f21f58'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:28.425832 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2486936-8006-4710-b970-231e94cc81bd" -d '{"events": [{"server_uuid": "29ba9ba4-47fe-4396-b309-eb3bee8d3b95", "name": "network-vif-deleted", "tag": "edcac6e2-7fb8-4167-909c-391b11f21f58"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:28.470606 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c84183-4984-4da3-9ce5-e733ed5d0183 x-openstack-request-id: req-92c84183-4984-4da3-9ce5-e733ed5d0183 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:28.470905 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29ba9ba4-47fe-4396-b309-eb3bee8d3b95", "name": "network-vif-deleted", "tag": "edcac6e2-7fb8-4167-909c-391b11f21f58", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:28.471216 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92c84183-4984-4da3-9ce5-e733ed5d0183 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:28.471591 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ba9ba4-47fe-4396-b309-eb3bee8d3b95', 'name': 'network-vif-deleted', 'tag': 'edcac6e2-7fb8-4167-909c-391b11f21f58', 'status': 'completed', 'code': 200} Jul 23 23:05:28.715748 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-32b9d891-71b2-4bd5-987c-01911b7add3b tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:28.717222 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-32b9d891-71b2-4bd5-987c-01911b7add3b tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/networks?id=6be08202-b3ad-4b5f-b4a7-282ba8b15915 HTTP/1.1" status: 200 len: 813 time: 0.1071534 Jul 23 23:05:28.732112 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-9bc5687f-a244-4771-bc39-23b1383f474e tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/quotas/c21ec84e9a89467880619c5f6f38dd9d HTTP/1.1" status: 200 len: 375 time: 0.0094767 Jul 23 23:05:28.765079 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-eac16739-7917-4c9f-a157-ebb5370984cc tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c21ec84e9a89467880619c5f6f38dd9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283511 Jul 23 23:05:29.150103 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-6fb9f5b4-793d-49ca-9373-3b5cbf879edd service neutron] 10.222.0.20 "GET /v2.0/networks/6be08202-b3ad-4b5f-b4a7-282ba8b15915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774772 Jul 23 23:05:29.202097 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0537ea-a152-474b-ab18-053ea3d400b6 req-8d87553d-75a1-48b8-a00b-96123eacad9a tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:29.203567 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5d0537ea-a152-474b-ab18-053ea3d400b6 req-8d87553d-75a1-48b8-a00b-96123eacad9a tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.1096156 Jul 23 23:05:29.279833 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5d0537ea-a152-474b-ab18-053ea3d400b6 req-759ce630-2341-4228-a719-6076d8e34e6c tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505238 Jul 23 23:05:29.283478 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-2d03cf55-003c-4a7a-9af4-0cca76333619 service neutron] 10.222.0.20 "GET /v2.0/networks/6be08202-b3ad-4b5f-b4a7-282ba8b15915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267729 Jul 23 23:05:29.405202 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce726ad-69a0-4398-8641-8dadb240324f req-961c2358-9c0e-419c-808e-b1870a434e07 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:29.406745 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fce726ad-69a0-4398-8641-8dadb240324f req-961c2358-9c0e-419c-808e-b1870a434e07 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0722668 Jul 23 23:05:29.446446 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fce726ad-69a0-4398-8641-8dadb240324f req-d25a1956-68bb-4f95-9760-f14b242bb01a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333102 Jul 23 23:05:29.533676 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2818b3d6-0879-4590-869e-f49c5d3b9b98 req-356c0e9d-d325-4acc-82e3-5a14aff28d59 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 210 time: 0.0360355 Jul 23 23:05:29.541104 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ac995-16b4-493c-9487-0d343362366f req-162c5476-0a7f-4d8c-b394-0fc5f9a0fc72 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:29.542563 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f59ac995-16b4-493c-9487-0d343362366f req-162c5476-0a7f-4d8c-b394-0fc5f9a0fc72 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.0952146 Jul 23 23:05:29.593219 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f59ac995-16b4-493c-9487-0d343362366f req-15a8cab8-5ab6-4319-b048-9234177c4908 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c&id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394299 Jul 23 23:05:29.645167 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4b9214e6-c307-41bc-8258-8232338c7656 req-03d43fac-67a1-4325-a685-bd99c93d24cf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ba9ba4-47fe-4396-b309-eb3bee8d3b95 HTTP/1.1" status: 200 len: 210 time: 0.0296829 Jul 23 23:05:30.410919 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e00ce-5ee9-4d1e-9949-5bbd5f78308b req-95b451ac-c091-41b5-ad54-ef6c655b6204 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:30.412401 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0f7e00ce-5ee9-4d1e-9949-5bbd5f78308b req-95b451ac-c091-41b5-ad54-ef6c655b6204 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0665836 Jul 23 23:05:30.451277 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0f7e00ce-5ee9-4d1e-9949-5bbd5f78308b req-502a3e58-b8f0-4381-b06f-7b1f5dc03753 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317132 Jul 23 23:05:30.617541 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ef850-32cc-4cb6-b946-416244726d36 req-77b1fd0e-1285-4a4f-8e9e-f2e650085160 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:30.618917 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ac0ef850-32cc-4cb6-b946-416244726d36 req-77b1fd0e-1285-4a4f-8e9e-f2e650085160 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.1024101 Jul 23 23:05:30.626464 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13b2db-3549-49d7-97db-ea870b3b7431 req-9955521c-a793-414e-bd8b-34674471212e tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:30.627839 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-df13b2db-3549-49d7-97db-ea870b3b7431 req-9955521c-a793-414e-bd8b-34674471212e tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1101363 Jul 23 23:05:30.686879 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ac0ef850-32cc-4cb6-b946-416244726d36 req-324a0d1d-1e6b-4918-8345-ed7ae04e1bd8 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580800 Jul 23 23:05:30.693673 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-df13b2db-3549-49d7-97db-ea870b3b7431 req-4ca5ab35-fc6b-4671-93b8-8b11449d480a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589297 Jul 23 23:05:30.709165 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 55042) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:30.794779 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-636f7bbf-43d0-4787-a62d-3bc8159939ed req-0dec264d-7b26-43c9-a406-e1e06900bb2d tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 210 time: 0.0362303 Jul 23 23:05:30.954951 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9229d7c9-ec0f-48bf-b174-5857a8d61e34 tempest-TestShelveInstance-881222276 tempest-TestShelveInstance-881222276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:30.956581 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-9229d7c9-ec0f-48bf-b174-5857a8d61e34 tempest-TestShelveInstance-881222276 tempest-TestShelveInstance-881222276-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 1094 time: 0.2463686 Jul 23 23:05:30.959626 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 55050) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:30.964236 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Request body: {'floatingip': {'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'port_id': '17569a84-928d-4b41-94ea-ef11dfd6811f', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:30.987843 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for floatingip, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:31.020925 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934a47f-439a-49d3-a265-322ce280db93 req-8f6c3fb2-21f5-44f2-9cf5-cd450c47d7f2 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:31.022740 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b934a47f-439a-49d3-a265-322ce280db93 req-8f6c3fb2-21f5-44f2-9cf5-cd450c47d7f2 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 946 time: 0.0902302 Jul 23 23:05:31.084143 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:31.110614 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b934a47f-439a-49d3-a265-322ce280db93 req-c5fe1357-13cb-46d1-a517-4303b9024ae8 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808785 Jul 23 23:05:31.132262 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-e9671f4b-519d-4f4b-95a1-96bbbb68cf8f tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:31.133708 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-e9671f4b-519d-4f4b-95a1-96bbbb68cf8f tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.47 "GET /v2.0/networks?id=6be08202-b3ad-4b5f-b4a7-282ba8b15915 HTTP/1.1" status: 200 len: 813 time: 0.1460018 Jul 23 23:05:31.175256 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-fbc93ff8-e179-4d18-9b48-82a1904e4be7 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Request body: {'port': {'device_id': '976fa8fb-5a81-405f-b119-b3e254c6825e', 'network_id': '6be08202-b3ad-4b5f-b4a7-282ba8b15915', 'admin_state_up': True, 'tenant_id': 'c21ec84e9a89467880619c5f6f38dd9d'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:31.201991 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_common [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Allocated IP 172.27.3.118 (28efa890-d1ea-4772-b7d3-cfef5dff758d/97030860-1f38-455c-ac9a-169aa93780e4/c3c6876e-9ee2-46a2-a97b-53f720167c30) {{(pid=93009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:05:31.281676 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-fbc93ff8-e179-4d18-9b48-82a1904e4be7 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Made reservation on behalf of c21ec84e9a89467880619c5f6f38dd9d for: {'port': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:05:31.285139 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-fbc93ff8-e179-4d18-9b48-82a1904e4be7 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:31.303444 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for port, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:31.342972 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:31.379370 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:05:31.382128 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:05:31.384725 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Received port after_create {{(pid=93009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:05:31.416340 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-fbc93ff8-e179-4d18-9b48-82a1904e4be7 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Allocated IP 172.20.0.7 (6be08202-b3ad-4b5f-b4a7-282ba8b15915/3fd3b9d6-2097-4954-be30-05e7294a299d/88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:05:31.423439 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Pushing event updated for resources: {'Port': ['ID=c3c6876e-9ee2-46a2-a97b-53f720167c30,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:31.434694 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:31.435045 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:31.435383 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:31.435717 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:31.436046 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:31.436386 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:31.436692 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:31.437017 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:31.437339 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:31.437663 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:31.437982 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:31.438300 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:05:31.439332 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device edcac6e2-7fb8-4167-909c-391b11f21f58 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:05:31.470926 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: edcac6e2-7fb8-4167-909c-391b11f21f58 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:05:31.471523 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device edcac6e2-7fb8-4167-909c-391b11f21f58 not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:05:31.563464 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-fbc93ff8-e179-4d18-9b48-82a1904e4be7 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:31.601971 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-fbc93ff8-e179-4d18-9b48-82a1904e4be7 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:31.643897 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-fbc93ff8-e179-4d18-9b48-82a1904e4be7 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Network 6be08202-b3ad-4b5f-b4a7-282ba8b15915 is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:05:31.649633 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-fbc93ff8-e179-4d18-9b48-82a1904e4be7 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:05:31.654077 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-fbc93ff8-e179-4d18-9b48-82a1904e4be7 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:05:31.682703 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc93ff8-e179-4d18-9b48-82a1904e4be7 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Pushing event updated for resources: {'Port': ['ID=88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:31.707130 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-fbc93ff8-e179-4d18-9b48-82a1904e4be7 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:31.707830 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-fbc93ff8-e179-4d18-9b48-82a1904e4be7 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:31.723661 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-fbc93ff8-e179-4d18-9b48-82a1904e4be7 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5519016 Jul 23 23:05:31.747635 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Request body: {'port': {'device_id': '976fa8fb-5a81-405f-b119-b3e254c6825e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:05:31.861747 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:31.867786 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:31.894837 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31125281-3c95-45b2-9e7c-769873bcc05f req-de2c1504-7b2b-4246-9aeb-fee8cf95ab88 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:31.896220 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-31125281-3c95-45b2-9e7c-769873bcc05f req-de2c1504-7b2b-4246-9aeb-fee8cf95ab88 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1265781 Jul 23 23:05:31.973328 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:32.045201 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-31125281-3c95-45b2-9e7c-769873bcc05f req-8c473cbf-361c-4624-b0da-3a094f7de8dd tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310220 Jul 23 23:05:32.068171 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac16ee69-c885-4c15-8f91-58ef0701f97c req-8b57d147-cd21-42ab-9b21-d3413d199e43 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:32.069664 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ac16ee69-c885-4c15-8f91-58ef0701f97c req-8b57d147-cd21-42ab-9b21-d3413d199e43 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 931 time: 0.2057180 Jul 23 23:05:32.124877 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for port, precommit_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:32.129715 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11586072'] for port, after_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:32.158634 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ac16ee69-c885-4c15-8f91-58ef0701f97c req-a3e4424a-97b0-4421-9278-842598bb4711 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817673 Jul 23 23:05:32.296420 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 {{(pid=93010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:05:32.305829 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:32.315602 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35c2b5-e3f8-45dd-9559-86e08cbe0e53 req-ad73b6a6-df9d-4bca-a09a-bc94e8adcbba tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:32.317179 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2b35c2b5-e3f8-45dd-9559-86e08cbe0e53 req-ad73b6a6-df9d-4bca-a09a-bc94e8adcbba tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 946 time: 0.1258266 Jul 23 23:05:32.336663 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Transition to ACTIVE for port object 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 will not be triggered until provisioned by entity L2. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:05:32.348749 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:32.411567 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2b35c2b5-e3f8-45dd-9559-86e08cbe0e53 req-58cb9756-3911-4f84-ac02-137b0675abf5 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863426 Jul 23 23:05:32.413026 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Pushing event updated for resources: {'Port': ['ID=c3c6876e-9ee2-46a2-a97b-53f720167c30,revision_number=2']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:32.417224 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946657'] for floatingip, after_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:32.420793 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Pushing event updated for resources: {'Port': ['ID=88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:32.484563 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Attempting to bind port 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:05:32.484919 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Attempting to bind port 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '502f6f4d-a538-4c25-96c3-259a05ca190f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6be08202-b3ad-4b5f-b4a7-282ba8b15915'}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:05:32.485211 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Attempting to bind port 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 on network 6be08202-b3ad-4b5f-b4a7-282ba8b15915 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:05:32.489418 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Port 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 on network 6be08202-b3ad-4b5f-b4a7-282ba8b15915 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:05:32.489736 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Attempting to bind port 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 on network 6be08202-b3ad-4b5f-b4a7-282ba8b15915 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:05:32.494387 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:05:32.494753 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Checking segment: {'id': '502f6f4d-a538-4c25-96c3-259a05ca190f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6be08202-b3ad-4b5f-b4a7-282ba8b15915'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:05:32.495129 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Bound using segment: {'id': '502f6f4d-a538-4c25-96c3-259a05ca190f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6be08202-b3ad-4b5f-b4a7-282ba8b15915'} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:05:32.495545 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Bound port: 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '502f6f4d-a538-4c25-96c3-259a05ca190f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6be08202-b3ad-4b5f-b4a7-282ba8b15915'}}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:05:32.495946 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:32.519061 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.db.l3_db [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Floating IP b21086b5-2bed-4899-bce1-e747ca86116a associated. External IP: 172.27.3.118, port: 17569a84-928d-4b41-94ea-ef11dfd6811f. Jul 23 23:05:32.558487 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] For port 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3, host hv-cinder-67913, cleared binding levels {{(pid=93010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:05:32.561547 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] For port 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3,segment=NetworkSegment(502f6f4d-a538-4c25-96c3-259a05ca190f),segment_id=502f6f4d-a538-4c25-96c3-259a05ca190f)] {{(pid=93010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:05:32.565989 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:32.603392 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:32.604007 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:32.605492 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] 10.222.0.47 "PUT /v2.0/ports/88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 HTTP/1.1" status: 200 len: 1093 time: 0.8621109 Jul 23 23:05:32.606014 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976fa8fb-5a81-405f-b119-b3e254c6825e', 'tag': '88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:32.608292 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7c1795-0f28-4549-a7fb-342f866d8f59" -d '{"events": [{"name": "network-changed", "server_uuid": "976fa8fb-5a81-405f-b119-b3e254c6825e", "tag": "88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:32.635390 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e111c-3e4e-4c6b-bb48-1245bca4fd1b service neutron] Pushing event updated for resources: {'Port': ['ID=88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3,revision_number=3']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:32.669174 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e117eba-8b86-40c4-bcca-0e122de5bfbf x-openstack-request-id: req-6e117eba-8b86-40c4-bcca-0e122de5bfbf {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:32.669469 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976fa8fb-5a81-405f-b119-b3e254c6825e", "tag": "88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:32.669723 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e117eba-8b86-40c4-bcca-0e122de5bfbf {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:32.670117 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976fa8fb-5a81-405f-b119-b3e254c6825e', 'tag': '88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3', 'status': 'completed', 'code': 200} Jul 23 23:05:32.735687 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Router b2dedc35-c925-440e-ad59-795972f22ea0 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:05:32.764424 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-c15220b0-a64a-4657-a171-405233c8f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:32.765953 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-c15220b0-a64a-4657-a171-405233c8f624 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c21ec84e9a89467880619c5f6f38dd9d&device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 1096 time: 0.0560734 Jul 23 23:05:32.830317 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-e299fc1f-0e49-4b27-bd0f-f47b74b154f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 HTTP/1.1" status: 200 len: 217 time: 0.0332940 Jul 23 23:05:32.842271 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:05:32.852628 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7805791f-c476-42db-8902-08ec5e32fbf3 None None] Sync routers for ids ['b2dedc35-c925-440e-ad59-795972f22ea0'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:05:32.859684 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:32.864149 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7805791f-c476-42db-8902-08ec5e32fbf3 None None] Routers {'b2dedc35-c925-440e-ad59-795972f22ea0'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:32.864762 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-7805791f-c476-42db-8902-08ec5e32fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:05:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['b2dedc35-c925-440e-ad59-795972f22ea0'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:32.907808 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-76e03959-5773-4f5b-828c-3261ef4ca3f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9469488 Jul 23 23:05:32.908628 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae42c90-0960-43a1-9f72-669c044b6066', 'tag': '17569a84-928d-4b41-94ea-ef11dfd6811f'}] {{(pid=93009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:32.911034 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5e0f2973c0b08423bc927c7fb12f7ef382f60b49eb8eaad9de0f06c87e9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f0ae3d-aa59-45f2-bd13-a79b4bbe2a34" -d '{"events": [{"name": "network-changed", "server_uuid": "eae42c90-0960-43a1-9f72-669c044b6066", "tag": "17569a84-928d-4b41-94ea-ef11dfd6811f"}]}' {{(pid=93009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:32.920637 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-bafea229-8d3e-4dc0-9c35-62fcde76919c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:32.922850 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-bafea229-8d3e-4dc0-9c35-62fcde76919c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fd3b9d6-2097-4954-be30-05e7294a299d HTTP/1.1" status: 200 len: 853 time: 0.0644383 Jul 23 23:05:32.951526 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c998e93-3950-4d90-8723-2f256a824a30 x-openstack-request-id: req-4c998e93-3950-4d90-8723-2f256a824a30 {{(pid=93009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:32.951825 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae42c90-0960-43a1-9f72-669c044b6066", "tag": "17569a84-928d-4b41-94ea-ef11dfd6811f", "status": "completed", "code": 200}]} {{(pid=93009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:32.952076 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c998e93-3950-4d90-8723-2f256a824a30 {{(pid=93009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:32.952476 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae42c90-0960-43a1-9f72-669c044b6066', 'tag': '17569a84-928d-4b41-94ea-ef11dfd6811f', 'status': 'completed', 'code': 200} Jul 23 23:05:32.961992 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-b370d078-f20e-4b53-b919-bf8be8d0bea9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6be08202-b3ad-4b5f-b4a7-282ba8b15915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310550 Jul 23 23:05:33.047795 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-7805791f-c476-42db-8902-08ec5e32fbf3 None None] Set router b2dedc35-c925-440e-ad59-795972f22ea0 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:33.176445 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-3ab39018-c5df-41e8-a934-acb8b322906a service neutron] 10.222.0.47 "GET /v2.0/networks/6be08202-b3ad-4b5f-b4a7-282ba8b15915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822190 Jul 23 23:05:33.180641 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0ae3d-aa59-45f2-bd13-a79b4bbe2a34 req-e3039d54-4ad9-429a-a6bb-c4e804411c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:33.181990 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b1f0ae3d-aa59-45f2-bd13-a79b4bbe2a34 req-e3039d54-4ad9-429a-a6bb-c4e804411c05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ddc94a018af14ea09f31b12bf25c04a9&device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 1099 time: 0.1701865 Jul 23 23:05:33.279144 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-7805791f-c476-42db-8902-08ec5e32fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'name': 'tempest-TestShelveInstance-1626474573-router', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:02Z', 'updated_at': '2021-07-23T23:04:05Z', 'revision_number': 4, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'gw_port': {'id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:03Z', 'updated_at': '2021-07-23T23:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': 'b21086b5-2bed-4899-bce1-e747ca86116a', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'port_id': '17569a84-928d-4b41-94ea-ef11dfd6811f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'mac_address': 'fa:16:3e:f8:b5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae42c90-0960-43a1-9f72-669c044b6066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:05:31Z', 'updated_at': '2021-07-23T23:05:31Z', 'revision_number': 0, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0be0bd3-344c-4fed-ab3d-8942b1b37071', 'name': '', 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'mac_address': 'fa:16:3e:1b:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:05Z', 'updated_at': '2021-07-23T23:04:14Z', 'revision_number': 5, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'subnets': [{'id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:33.285743 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cb1d6-314a-4680-9818-3db33597eab9 req-ca4eac01-def7-4fe6-b409-8ab42efa9ba8 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:33.287221 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d00cb1d6-314a-4680-9818-3db33597eab9 req-ca4eac01-def7-4fe6-b409-8ab42efa9ba8 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 946 time: 0.1975389 Jul 23 23:05:33.305225 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7805791f-c476-42db-8902-08ec5e32fbf3 None None] Checking router: b2dedc35-c925-440e-ad59-795972f22ea0 for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:05:33.314249 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7805791f-c476-42db-8902-08ec5e32fbf3 None None] Routers {'b2dedc35-c925-440e-ad59-795972f22ea0'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:05:33.314874 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-7805791f-c476-42db-8902-08ec5e32fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:05:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['b2dedc35-c925-440e-ad59-795972f22ea0'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:33.384320 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644fb1e-7ee6-48f8-b279-543c4102c638 req-70561316-0c6d-4a21-ae23-03abd33b6a05 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:33.385820 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e644fb1e-7ee6-48f8-b279-543c4102c638 req-70561316-0c6d-4a21-ae23-03abd33b6a05 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.2601478 Jul 23 23:05:33.428415 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-7805791f-c476-42db-8902-08ec5e32fbf3 None None] Set router b2dedc35-c925-440e-ad59-795972f22ea0 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:05:33.501550 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0ae3d-aa59-45f2-bd13-a79b4bbe2a34 req-3fed92ab-5e3c-43df-877a-c9ce6c651b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:33.503048 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b1f0ae3d-aa59-45f2-bd13-a79b4bbe2a34 req-3fed92ab-5e3c-43df-877a-c9ce6c651b15 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd27e022-66ce-4ea6-b6aa-eb706400f63b HTTP/1.1" status: 200 len: 910 time: 0.2914987 Jul 23 23:05:33.504805 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-565fc139-1ca4-4b5a-87e5-34b08ad6f323 req-5740c992-3ec7-4ea3-b9fe-1732b31c9995 service neutron] 10.222.0.47 "GET /v2.0/networks/6be08202-b3ad-4b5f-b4a7-282ba8b15915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100462 Jul 23 23:05:33.546595 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e644fb1e-7ee6-48f8-b279-543c4102c638 req-72762cdf-e0c9-4a50-a656-891f9b39ef15 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341345 Jul 23 23:05:33.588749 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a43fc-6627-4535-a25f-0a0bbff38aea req-2c8fca22-7abe-418d-a967-22803a87361c tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:33.595681 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c84a43fc-6627-4535-a25f-0a0bbff38aea req-2c8fca22-7abe-418d-a967-22803a87361c tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 943 time: 0.3506889 Jul 23 23:05:33.658910 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-7805791f-c476-42db-8902-08ec5e32fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'name': 'tempest-TestShelveInstance-1626474573-router', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:02Z', 'updated_at': '2021-07-23T23:04:05Z', 'revision_number': 4, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'gw_port': {'id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:03Z', 'updated_at': '2021-07-23T23:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': 'b21086b5-2bed-4899-bce1-e747ca86116a', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'port_id': '17569a84-928d-4b41-94ea-ef11dfd6811f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'mac_address': 'fa:16:3e:f8:b5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae42c90-0960-43a1-9f72-669c044b6066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:05:31Z', 'updated_at': '2021-07-23T23:05:31Z', 'revision_number': 0, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0be0bd3-344c-4fed-ab3d-8942b1b37071', 'name': '', 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'mac_address': 'fa:16:3e:1b:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:05Z', 'updated_at': '2021-07-23T23:04:14Z', 'revision_number': 5, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'subnets': [{'id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:33.688151 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7805791f-c476-42db-8902-08ec5e32fbf3 None None] The sync data for ids ['b2dedc35-c925-440e-ad59-795972f22ea0'] in dv-cinder-679138-12-iscsi is: [{'id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'name': 'tempest-TestShelveInstance-1626474573-router', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:02Z', 'updated_at': '2021-07-23T23:04:05Z', 'revision_number': 4, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'gw_port': {'id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:03Z', 'updated_at': '2021-07-23T23:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': 'b21086b5-2bed-4899-bce1-e747ca86116a', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'port_id': '17569a84-928d-4b41-94ea-ef11dfd6811f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'mac_address': 'fa:16:3e:f8:b5:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae42c90-0960-43a1-9f72-669c044b6066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:05:31Z', 'updated_at': '2021-07-23T23:05:31Z', 'revision_number': 0, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0be0bd3-344c-4fed-ab3d-8942b1b37071', 'name': '', 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'mac_address': 'fa:16:3e:1b:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:05Z', 'updated_at': '2021-07-23T23:04:14Z', 'revision_number': 5, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'subnets': [{'id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:05:33.703505 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b1f0ae3d-aa59-45f2-bd13-a79b4bbe2a34 req-4105a9b2-8eab-4e9f-bbd6-c2e308806f01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17569a84-928d-4b41-94ea-ef11dfd6811f HTTP/1.1" status: 200 len: 1000 time: 0.1684387 Jul 23 23:05:33.738583 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c84a43fc-6627-4535-a25f-0a0bbff38aea req-c02bacc1-fd16-4d8b-b43a-95a5a68637a7 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420209 Jul 23 23:05:33.770835 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-d00cb1d6-314a-4680-9818-3db33597eab9 req-9bc3af99-4bd6-4c85-9acf-7a2a3e35ecaf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Deleting port 08737e13-1bb4-49cc-8e06-91c52aa9862f {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:05:33.771180 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d00cb1d6-314a-4680-9818-3db33597eab9 req-9bc3af99-4bd6-4c85-9acf-7a2a3e35ecaf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:33.837007 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c1795-0f28-4549-a7fb-342f866d8f59 req-88d96320-31f0-4d41-b0e4-cba24d8bf8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:33.838518 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bf7c1795-0f28-4549-a7fb-342f866d8f59 req-88d96320-31f0-4d41-b0e4-cba24d8bf8a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c21ec84e9a89467880619c5f6f38dd9d&device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 1096 time: 0.2373691 Jul 23 23:05:33.865937 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0ae3d-aa59-45f2-bd13-a79b4bbe2a34 req-959b3063-4a90-461d-9c53-d5aa0a6f79ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:33.866819 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b1f0ae3d-aa59-45f2-bd13-a79b4bbe2a34 req-959b3063-4a90-461d-9c53-d5aa0a6f79ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=acc8c905-2095-4e1d-a0db-431db2c0bf1b HTTP/1.1" status: 200 len: 848 time: 0.1414113 Jul 23 23:05:33.870358 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f132d3-fc5d-4c98-b3ba-18c0307e6f4a None None] New status for floating IP b21086b5-2bed-4899-bce1-e747ca86116a: ACTIVE {{(pid=93011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:05:33.891014 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2df95-7184-4f10-947b-911a6759f056 req-9672841c-891c-467a-98d4-401be796ec97 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:33.892456 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4af2df95-7184-4f10-947b-911a6759f056 req-9672841c-891c-467a-98d4-401be796ec97 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 946 time: 0.2592111 Jul 23 23:05:34.250256 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-d00cb1d6-314a-4680-9818-3db33597eab9 req-9bc3af99-4bd6-4c85-9acf-7a2a3e35ecaf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] For port 08737e13-1bb4-49cc-8e06-91c52aa9862f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=08737e13-1bb4-49cc-8e06-91c52aa9862f,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:34.250652 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d00cb1d6-314a-4680-9818-3db33597eab9 req-9bc3af99-4bd6-4c85-9acf-7a2a3e35ecaf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:34.283101 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-d00cb1d6-314a-4680-9818-3db33597eab9 req-9bc3af99-4bd6-4c85-9acf-7a2a3e35ecaf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Calling delete_port for 08737e13-1bb4-49cc-8e06-91c52aa9862f owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:05:34.293540 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4af2df95-7184-4f10-947b-911a6759f056 req-bfb9ede0-b833-4021-b5d8-9762acb9c2e3 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823142 Jul 23 23:05:34.358583 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c1795-0f28-4549-a7fb-342f866d8f59 req-e3f17e53-8409-45eb-8b1b-eff4caf4c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:34.360310 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bf7c1795-0f28-4549-a7fb-342f866d8f59 req-e3f17e53-8409-45eb-8b1b-eff4caf4c345 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6be08202-b3ad-4b5f-b4a7-282ba8b15915 HTTP/1.1" status: 200 len: 914 time: 0.4896436 Jul 23 23:05:34.364457 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0ae3d-aa59-45f2-bd13-a79b4bbe2a34 req-2effad7c-a0eb-484f-afbd-a7656ad252ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:34.365851 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b1f0ae3d-aa59-45f2-bd13-a79b4bbe2a34 req-2effad7c-a0eb-484f-afbd-a7656ad252ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd27e022-66ce-4ea6-b6aa-eb706400f63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4845738 Jul 23 23:05:34.426188 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bf7c1795-0f28-4549-a7fb-342f866d8f59 req-4589670a-f5e7-4d6d-ba80-f99d902070c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 HTTP/1.1" status: 200 len: 217 time: 0.0460501 Jul 23 23:05:34.572843 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c1795-0f28-4549-a7fb-342f866d8f59 req-c641480a-1a1b-4425-a8a3-d31c8f6d51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:34.574352 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bf7c1795-0f28-4549-a7fb-342f866d8f59 req-c641480a-1a1b-4425-a8a3-d31c8f6d51ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3fd3b9d6-2097-4954-be30-05e7294a299d HTTP/1.1" status: 200 len: 853 time: 0.1250362 Jul 23 23:05:34.581511 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b1f0ae3d-aa59-45f2-bd13-a79b4bbe2a34 req-d7714525-2a23-4cdb-a06b-1e5a452f066f service neutron] 10.222.0.47 "GET /v2.0/networks/dd27e022-66ce-4ea6-b6aa-eb706400f63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904304 Jul 23 23:05:34.636244 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bf7c1795-0f28-4549-a7fb-342f866d8f59 req-44d018ed-eab3-4239-ab75-abce928b4d51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6be08202-b3ad-4b5f-b4a7-282ba8b15915&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538104 Jul 23 23:05:34.663060 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d00cb1d6-314a-4680-9818-3db33597eab9 req-9bc3af99-4bd6-4c85-9acf-7a2a3e35ecaf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:34.706293 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['3ac4aac9-43db-4128-82c8-178a0d1aed14', '08737e13-1bb4-49cc-8e06-91c52aa9862f'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:05:34.763851 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3af99-4bd6-4c85-9acf-7a2a3e35ecaf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Pushing event deleted for resources: {'Port': ['ID=08737e13-1bb4-49cc-8e06-91c52aa9862f,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:34.900247 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00cb1d6-314a-4680-9818-3db33597eab9 req-9bc3af99-4bd6-4c85-9acf-7a2a3e35ecaf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] No DVR routers for this DVR port 08737e13-1bb4-49cc-8e06-91c52aa9862f on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:05:34.911812 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d00cb1d6-314a-4680-9818-3db33597eab9 req-9bc3af99-4bd6-4c85-9acf-7a2a3e35ecaf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:34.913756 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d00cb1d6-314a-4680-9818-3db33597eab9 req-9bc3af99-4bd6-4c85-9acf-7a2a3e35ecaf tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.47 "DELETE /v2.0/ports/08737e13-1bb4-49cc-8e06-91c52aa9862f HTTP/1.1" status: 204 len: 173 time: 1.6062434 Jul 23 23:05:34.915065 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7', 'name': 'network-vif-deleted', 'tag': '08737e13-1bb4-49cc-8e06-91c52aa9862f'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:34.917317 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa4cacc-ecf3-4b8d-b5fd-7364780c47fe" -d '{"events": [{"server_uuid": "b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7", "name": "network-vif-deleted", "tag": "08737e13-1bb4-49cc-8e06-91c52aa9862f"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:34.927770 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b1f0ae3d-aa59-45f2-bd13-a79b4bbe2a34 req-ce76e9a8-7858-4e23-a709-9b651432f736 service neutron] 10.222.0.47 "GET /v2.0/networks/dd27e022-66ce-4ea6-b6aa-eb706400f63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355219 Jul 23 23:05:34.952834 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2f921-0495-4508-a6b2-84d7e2e48a0b req-cd02d9b9-fa5c-4169-ac31-b356bd48cfef tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:34.954363 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-55b2f921-0495-4508-a6b2-84d7e2e48a0b req-cd02d9b9-fa5c-4169-ac31-b356bd48cfef tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.3204122 Jul 23 23:05:34.956225 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bf7c1795-0f28-4549-a7fb-342f866d8f59 req-9b7692bd-b10e-4839-9b3d-246bd1a9bfb9 service neutron] 10.222.0.47 "GET /v2.0/networks/6be08202-b3ad-4b5f-b4a7-282ba8b15915?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028169 Jul 23 23:05:35.025324 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e6900-33d1-41fa-827d-3b334936357a req-b016f1eb-ce35-44ac-8b6b-06c59719217e tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:35.026831 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-050e6900-33d1-41fa-827d-3b334936357a req-b016f1eb-ce35-44ac-8b6b-06c59719217e tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 943 time: 0.2116458 Jul 23 23:05:35.049371 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-55b2f921-0495-4508-a6b2-84d7e2e48a0b req-e0dc242d-8141-477a-ae0d-982efa758dae tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883310 Jul 23 23:05:35.100433 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89c164d-665f-4665-9c80-cf76c8b75e70 x-openstack-request-id: req-d89c164d-665f-4665-9c80-cf76c8b75e70 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:35.100728 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7", "name": "network-vif-deleted", "tag": "08737e13-1bb4-49cc-8e06-91c52aa9862f", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:35.100977 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d89c164d-665f-4665-9c80-cf76c8b75e70 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:35.101367 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7', 'name': 'network-vif-deleted', 'tag': '08737e13-1bb4-49cc-8e06-91c52aa9862f', 'status': 'completed', 'code': 200} Jul 23 23:05:35.120427 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-050e6900-33d1-41fa-827d-3b334936357a req-8c072326-c83d-46c1-8617-3e6507feffba tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834107 Jul 23 23:05:35.130930 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bf7c1795-0f28-4549-a7fb-342f866d8f59 req-57442fb3-c7e0-478f-9785-8d5edcb4cd7d service neutron] 10.222.0.47 "GET /v2.0/networks/6be08202-b3ad-4b5f-b4a7-282ba8b15915?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450868 Jul 23 23:05:35.403011 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f0fd475f-c4c1-41e7-a02c-8caa167df0c6 req-4f23420c-db51-424a-b912-82c2e17f5a22 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9fe1d94-8aa8-41d4-b3ac-abbadc454fd7 HTTP/1.1" status: 200 len: 210 time: 0.0299764 Jul 23 23:05:35.999847 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dd68a-2226-4dd2-9b16-6e443950b946 req-b7836d9c-657b-4873-b61d-49369333b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:36.001316 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-748dd68a-2226-4dd2-9b16-6e443950b946 req-b7836d9c-657b-4873-b61d-49369333b333 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 1099 time: 0.0513754 Jul 23 23:05:36.035976 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-748dd68a-2226-4dd2-9b16-6e443950b946 req-8d474bae-6dd8-4504-9378-bdfddc5628c4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270197 Jul 23 23:05:36.185207 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cae3b0-d870-4021-ae18-6d8f1b064f77 req-5cfe622e-8d44-47a3-9123-51d13e79a6d1 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:36.186716 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e9cae3b0-d870-4021-ae18-6d8f1b064f77 req-5cfe622e-8d44-47a3-9123-51d13e79a6d1 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0674086 Jul 23 23:05:36.253942 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e9cae3b0-d870-4021-ae18-6d8f1b064f77 req-586fbf47-e8fb-4a21-9fb9-33ad046abf56 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582907 Jul 23 23:05:36.275966 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a74b38-4c6b-4eb2-a797-1b09e046d019 req-9dad93d5-3409-4ed6-b8c4-b845817a8dba tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:36.278060 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c4a74b38-4c6b-4eb2-a797-1b09e046d019 req-9dad93d5-3409-4ed6-b8c4-b845817a8dba tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 943 time: 0.0904558 Jul 23 23:05:36.314791 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c4a74b38-4c6b-4eb2-a797-1b09e046d019 req-16a19660-ac05-429a-b7e1-443e7588f81d tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311761 Jul 23 23:05:37.381706 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd0c13-fde2-4f39-a13e-72153c4243da req-2aa1409f-377d-4995-8afa-004bc83ae4cc tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:37.383270 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-83fd0c13-fde2-4f39-a13e-72153c4243da req-2aa1409f-377d-4995-8afa-004bc83ae4cc tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0642958 Jul 23 23:05:37.453325 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-83fd0c13-fde2-4f39-a13e-72153c4243da req-dae9db51-48ed-4023-afc9-ee20dfedb49f tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610700 Jul 23 23:05:37.478523 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:05:37.479132 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42128f-ded8-4fcc-9307-8fd78e22da6d req-7a81a344-9fc2-4ef8-afd9-c5cf12826895 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:37.482300 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fb42128f-ded8-4fcc-9307-8fd78e22da6d req-7a81a344-9fc2-4ef8-afd9-c5cf12826895 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 943 time: 0.0976634 Jul 23 23:05:37.491594 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 08737e13-1bb4-49cc-8e06-91c52aa9862f no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:05:37.517488 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: 08737e13-1bb4-49cc-8e06-91c52aa9862f {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:05:37.517943 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 08737e13-1bb4-49cc-8e06-91c52aa9862f not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:05:37.521934 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fb42128f-ded8-4fcc-9307-8fd78e22da6d req-06f5f45e-f6d8-46e1-a50c-e5f251e80038 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335336 Jul 23 23:05:37.603166 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3,segment=NetworkSegment(502f6f4d-a538-4c25-96c3-259a05ca190f),segment_id=502f6f4d-a538-4c25-96c3-259a05ca190f)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:37.613619 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': '88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3', 'network_id': '6be08202-b3ad-4b5f-b4a7-282ba8b15915', 'port_id': '88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3', 'mac_address': 'fa:16:3e:ab:0a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fd3b9d6-2097-4954-be30-05e7294a299d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:05:37.652810 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:37.666267 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:05:37.687633 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3,segment=NetworkSegment(502f6f4d-a538-4c25-96c3-259a05ca190f),segment_id=502f6f4d-a538-4c25-96c3-259a05ca190f)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:37.692006 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:37.743254 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:37.815204 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7b9fe-4d7d-48f3-9366-44c487af3b86 req-ece6403b-cf64-41c7-be07-850077a57fe4 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:37.816828 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b5c7b9fe-4d7d-48f3-9366-44c487af3b86 req-ece6403b-cf64-41c7-be07-850077a57fe4 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 945 time: 0.0644612 Jul 23 23:05:37.854597 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b5c7b9fe-4d7d-48f3-9366-44c487af3b86 req-be7b2c1a-de78-45b5-a5fe-7d064056bb6c tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310001 Jul 23 23:05:38.184606 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:05:38.593597 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d7b33-11e7-48fa-9760-197a5e36d6e7 req-3fe6cf34-df2d-4edd-9cc6-bb8195e643cc tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:38.595967 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-823d7b33-11e7-48fa-9760-197a5e36d6e7 req-3fe6cf34-df2d-4edd-9cc6-bb8195e643cc tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0676615 Jul 23 23:05:38.660188 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-823d7b33-11e7-48fa-9760-197a5e36d6e7 req-339db091-01c7-49e5-b133-9ad36ee72968 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552840 Jul 23 23:05:38.684673 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34f882-f538-4e05-b0cb-9a050f54a8d8 req-336d25dd-2f63-4833-8f06-b96ce4c0d4ce tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:38.686168 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bd34f882-f538-4e05-b0cb-9a050f54a8d8 req-336d25dd-2f63-4833-8f06-b96ce4c0d4ce tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 944 time: 0.0893106 Jul 23 23:05:38.722923 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bd34f882-f538-4e05-b0cb-9a050f54a8d8 req-cc4cf106-6365-4180-8c89-c33ba39273c9 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311842 Jul 23 23:05:39.076627 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a3e67-d8d9-4131-b30d-d79c6a265b7d req-c4c948b7-a72a-4ab7-a690-7532945b1c31 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:39.078122 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c50a3e67-d8d9-4131-b30d-d79c6a265b7d req-c4c948b7-a72a-4ab7-a690-7532945b1c31 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 945 time: 0.1360445 Jul 23 23:05:39.124533 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389319ba-d4f5-4bef-a46f-25ba54301184 req-93c1ee6d-8322-429a-9e23-4df8c5cfb961 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:39.125979 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-389319ba-d4f5-4bef-a46f-25ba54301184 req-93c1ee6d-8322-429a-9e23-4df8c5cfb961 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1432300 Jul 23 23:05:39.149782 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf05201-a92b-453c-9fe4-9698d856993b req-577a2d5d-ca68-4235-af47-86580621a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:39.151343 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5cf05201-a92b-453c-9fe4-9698d856993b req-577a2d5d-ca68-4235-af47-86580621a608 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=73844bc3ec514868b92c7e79b128f3ee&device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 1099 time: 0.1338120 Jul 23 23:05:39.163255 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c50a3e67-d8d9-4131-b30d-d79c6a265b7d req-0b667668-b4da-4c03-94dd-f35670f067fc tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757971 Jul 23 23:05:39.208317 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-389319ba-d4f5-4bef-a46f-25ba54301184 req-3302bbf1-3a5f-47fd-b44c-d577251b0b2a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761786 Jul 23 23:05:39.264990 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf05201-a92b-453c-9fe4-9698d856993b req-218c3623-7cf3-4234-80c0-610509add7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:39.268204 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5cf05201-a92b-453c-9fe4-9698d856993b req-218c3623-7cf3-4234-80c0-610509add7ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=f396b245-9304-4862-be4a-20a740e2e6d4 HTTP/1.1" status: 200 len: 919 time: 0.1023855 Jul 23 23:05:39.311983 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5cf05201-a92b-453c-9fe4-9698d856993b req-fce21550-0e05-4240-b9b9-10c72dfb1b52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5531c33c-327a-4031-886d-936f12928e58 HTTP/1.1" status: 200 len: 217 time: 0.0361938 Jul 23 23:05:39.369868 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf05201-a92b-453c-9fe4-9698d856993b req-8fdd17e2-e567-428a-b7df-81989bc1d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:39.371412 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5cf05201-a92b-453c-9fe4-9698d856993b req-8fdd17e2-e567-428a-b7df-81989bc1d84f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09f5b0d2-9e82-4d1b-9669-e70cea678b05 HTTP/1.1" status: 200 len: 858 time: 0.0457964 Jul 23 23:05:39.407300 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5cf05201-a92b-453c-9fe4-9698d856993b req-43180372-93eb-4d15-8af6-a6cad7dda28b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f396b245-9304-4862-be4a-20a740e2e6d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285463 Jul 23 23:05:39.479149 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:05:39.498279 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5cf05201-a92b-453c-9fe4-9698d856993b req-c4837a7d-2de1-4053-b2b6-6b194b953750 service neutron] 10.222.0.47 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829294 Jul 23 23:05:39.529279 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:05:39.533115 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:05:39.533489 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:39.595567 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5cf05201-a92b-453c-9fe4-9698d856993b req-92dbcfac-e8ae-49a7-b76c-24bfb055c3a3 service neutron] 10.222.0.47 "GET /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864799 Jul 23 23:05:39.608949 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:39.632423 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976fa8fb-5a81-405f-b119-b3e254c6825e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:39.634651 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45548910-1add-4c7e-8523-49d3c03cc57e" -d '{"events": [{"server_uuid": "976fa8fb-5a81-405f-b119-b3e254c6825e", "name": "network-vif-plugged", "status": "completed", "tag": "88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:39.647870 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3,segment=NetworkSegment(502f6f4d-a538-4c25-96c3-259a05ca190f),segment_id=502f6f4d-a538-4c25-96c3-259a05ca190f)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:39.657027 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:39.684964 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b5c618-2650-47c7-bf7f-2c0330cd3f45 x-openstack-request-id: req-a0b5c618-2650-47c7-bf7f-2c0330cd3f45 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:39.685247 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976fa8fb-5a81-405f-b119-b3e254c6825e", "name": "network-vif-plugged", "status": "completed", "tag": "88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:39.685496 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0b5c618-2650-47c7-bf7f-2c0330cd3f45 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:39.685884 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976fa8fb-5a81-405f-b119-b3e254c6825e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3', 'code': 200} Jul 23 23:05:39.711637 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:39.849262 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1207d-ef72-46ec-a970-a2d848bb7a26 req-6f764424-ff44-49e7-b1ad-935b3693205a tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:39.850805 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dfe1207d-ef72-46ec-a970-a2d848bb7a26 req-6f764424-ff44-49e7-b1ad-935b3693205a tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 945 time: 0.0625849 Jul 23 23:05:39.889575 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dfe1207d-ef72-46ec-a970-a2d848bb7a26 req-44526481-aca7-418e-8d5e-48a65fb30f15 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326712 Jul 23 23:05:40.051142 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf49e0b-1115-496b-9714-fbe608948240 req-85fb4a44-7c6d-4c9d-9725-16ab477e8ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:40.052610 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8bf49e0b-1115-496b-9714-fbe608948240 req-85fb4a44-7c6d-4c9d-9725-16ab477e8ddd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 1098 time: 0.0558834 Jul 23 23:05:40.171282 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8bf49e0b-1115-496b-9714-fbe608948240 req-3ea24157-adc3-440c-b0aa-8f1dd37049a9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277834 Jul 23 23:05:40.320481 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880984a8-ca16-4023-87ec-07d8bab27a09 req-eccc98b8-bcc3-4654-87d6-d095e0e48ed7 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:40.321969 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-880984a8-ca16-4023-87ec-07d8bab27a09 req-eccc98b8-bcc3-4654-87d6-d095e0e48ed7 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 945 time: 0.0904520 Jul 23 23:05:40.373113 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-880984a8-ca16-4023-87ec-07d8bab27a09 req-1bb0b730-d2a0-4b7e-add2-b0d2292e413e tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/security-groups?id=5e11de57-d394-46d3-86ff-93cca0711835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449283 Jul 23 23:05:40.381243 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ba872-4a57-4fdc-99e8-9b3b230e38ab req-1ee92a53-18c5-44d3-b2a5-f8472db4b791 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:40.382726 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9f3ba872-4a57-4fdc-99e8-9b3b230e38ab req-1ee92a53-18c5-44d3-b2a5-f8472db4b791 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1063759 Jul 23 23:05:40.421934 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9f3ba872-4a57-4fdc-99e8-9b3b230e38ab req-aa06abab-5539-47fd-ba5b-a304987103ea tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331943 Jul 23 23:05:40.762119 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04716d-280b-42b6-a5a7-714f9c66c3d5 req-8c6aa50a-b682-404d-a835-6c5279847947 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:40.763499 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1a04716d-280b-42b6-a5a7-714f9c66c3d5 req-8c6aa50a-b682-404d-a835-6c5279847947 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.47 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 945 time: 0.0681672 Jul 23 23:05:40.864695 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-1a04716d-280b-42b6-a5a7-714f9c66c3d5 req-0eb8186a-9ba0-4906-87e0-608de936bfbe tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Deleting port 3ac4aac9-43db-4128-82c8-178a0d1aed14 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:05:40.865040 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-1a04716d-280b-42b6-a5a7-714f9c66c3d5 req-0eb8186a-9ba0-4906-87e0-608de936bfbe tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:40.955386 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-1a04716d-280b-42b6-a5a7-714f9c66c3d5 req-0eb8186a-9ba0-4906-87e0-608de936bfbe tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] For port 3ac4aac9-43db-4128-82c8-178a0d1aed14, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=3ac4aac9-43db-4128-82c8-178a0d1aed14,segment=NetworkSegment(51f73a8f-60cf-4e5e-a6f0-771796905b3d),segment_id=51f73a8f-60cf-4e5e-a6f0-771796905b3d)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:05:40.955750 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-1a04716d-280b-42b6-a5a7-714f9c66c3d5 req-0eb8186a-9ba0-4906-87e0-608de936bfbe tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:40.991299 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-1a04716d-280b-42b6-a5a7-714f9c66c3d5 req-0eb8186a-9ba0-4906-87e0-608de936bfbe tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Calling delete_port for 3ac4aac9-43db-4128-82c8-178a0d1aed14 owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:05:41.079881 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c0bb0-09be-4a24-8730-ef94aa042b92 req-51081f6c-a483-4948-8a83-e2a4fe1b9f4f tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:41.081354 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a00c0bb0-09be-4a24-8730-ef94aa042b92 req-51081f6c-a483-4948-8a83-e2a4fe1b9f4f tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 945 time: 0.1231916 Jul 23 23:05:41.147114 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a00c0bb0-09be-4a24-8730-ef94aa042b92 req-498faaed-2617-4461-9d8b-6f4ef8eb9671 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560973 Jul 23 23:05:41.169075 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-1a04716d-280b-42b6-a5a7-714f9c66c3d5 req-0eb8186a-9ba0-4906-87e0-608de936bfbe tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:41.203828 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8186a-9ba0-4906-87e0-608de936bfbe tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Pushing event deleted for resources: {'Port': ['ID=3ac4aac9-43db-4128-82c8-178a0d1aed14,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:41.220488 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['3ac4aac9-43db-4128-82c8-178a0d1aed14'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:05:41.246767 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a04716d-280b-42b6-a5a7-714f9c66c3d5 req-0eb8186a-9ba0-4906-87e0-608de936bfbe tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] No DVR routers for this DVR port 3ac4aac9-43db-4128-82c8-178a0d1aed14 on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:05:41.249148 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-1a04716d-280b-42b6-a5a7-714f9c66c3d5 req-0eb8186a-9ba0-4906-87e0-608de936bfbe tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:41.251150 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1a04716d-280b-42b6-a5a7-714f9c66c3d5 req-0eb8186a-9ba0-4906-87e0-608de936bfbe tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.47 "DELETE /v2.0/ports/3ac4aac9-43db-4128-82c8-178a0d1aed14 HTTP/1.1" status: 204 len: 173 time: 0.4799898 Jul 23 23:05:41.251569 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b', 'name': 'network-vif-deleted', 'tag': '3ac4aac9-43db-4128-82c8-178a0d1aed14'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:05:41.253748 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf9a351-ecc0-4404-80e1-99372e647987" -d '{"events": [{"server_uuid": "5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b", "name": "network-vif-deleted", "tag": "3ac4aac9-43db-4128-82c8-178a0d1aed14"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:05:41.290057 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcde8b8a-51bd-46a9-b632-4f516bd23aa2 x-openstack-request-id: req-fcde8b8a-51bd-46a9-b632-4f516bd23aa2 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:05:41.290343 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b", "name": "network-vif-deleted", "tag": "3ac4aac9-43db-4128-82c8-178a0d1aed14", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:05:41.290613 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcde8b8a-51bd-46a9-b632-4f516bd23aa2 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:05:41.291007 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b', 'name': 'network-vif-deleted', 'tag': '3ac4aac9-43db-4128-82c8-178a0d1aed14', 'status': 'completed', 'code': 200} Jul 23 23:05:41.486521 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1dfec559-94f9-48d5-afc0-46533c9d9ca0 req-193430e5-0c80-4cc0-baf9-cf7ef4adb5d0 tempest-AttachVolumeNegativeTest-376456727 tempest-AttachVolumeNegativeTest-376456727-project] 10.222.0.20 "GET /v2.0/ports?device_id=5300268e-dcfd-4d9d-bff0-ed32bb9dcb4b HTTP/1.1" status: 200 len: 210 time: 0.0327389 Jul 23 23:05:41.561019 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4e174-9cc8-438d-9a0d-45b8efbc55d9 req-a371a435-75ee-481c-a649-5fc70110d8b3 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:41.562468 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-27e4e174-9cc8-438d-9a0d-45b8efbc55d9 req-a371a435-75ee-481c-a649-5fc70110d8b3 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0676908 Jul 23 23:05:41.599492 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-27e4e174-9cc8-438d-9a0d-45b8efbc55d9 req-b9dfd492-2052-4542-b32b-f8bc155e1725 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314429 Jul 23 23:05:42.280638 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42690dae-6b8e-42a3-a698-b4af0e3efb4d req-9b6584e2-b8ae-4013-96e2-1410673455b8 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:42.282113 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-42690dae-6b8e-42a3-a698-b4af0e3efb4d req-9b6584e2-b8ae-4013-96e2-1410673455b8 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 945 time: 0.0675480 Jul 23 23:05:42.327859 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-42690dae-6b8e-42a3-a698-b4af0e3efb4d req-5d13807b-64db-4235-98e5-0769a10609ae tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401859 Jul 23 23:05:42.543941 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 55152) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:42.588490 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe08088a-0c04-4117-b355-26fad7633984 admin admin] Deleting subnet 5042eb78-612c-4431-ada6-a0e582d6706b {{(pid=93009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:05:42.592123 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-fe08088a-0c04-4117-b355-26fad7633984 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:42.628376 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-fe08088a-0c04-4117-b355-26fad7633984 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11369256'] for subnet, precommit_delete_associations {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:42.677592 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-fe08088a-0c04-4117-b355-26fad7633984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018516'] for subnet, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:42.770244 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-fe08088a-0c04-4117-b355-26fad7633984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11586274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11915057'] for subnet, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:42.787770 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbd9e7-8aa0-4fe3-89e1-362816ce81aa req-2d27cf6e-1626-40fb-92d0-d81ae3854aeb tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:42.789535 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c0fbd9e7-8aa0-4fe3-89e1-362816ce81aa req-2d27cf6e-1626-40fb-92d0-d81ae3854aeb tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0937281 Jul 23 23:05:42.794271 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-fe08088a-0c04-4117-b355-26fad7633984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:42.799550 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-fe08088a-0c04-4117-b355-26fad7633984 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5042eb78-612c-4431-ada6-a0e582d6706b HTTP/1.1" status: 204 len: 168 time: 0.2517309 Jul 23 23:05:42.799550 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 55162) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:42.828185 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08088a-0c04-4117-b355-26fad7633984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5042eb78-612c-4431-ada6-a0e582d6706b,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:42.841658 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c0fbd9e7-8aa0-4fe3-89e1-362816ce81aa req-2eb17058-43eb-430e-816b-04069cfeb0d3 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371821 Jul 23 23:05:42.892726 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7371fa0f-b56f-4a00-a64f-2c73ccab19c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4034542'] for network, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:42.975076 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7371fa0f-b56f-4a00-a64f-2c73ccab19c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4025307', 'neutron.services.segments.db._delete_segments_for_network-8750116804994'] for network, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:42.985405 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-7371fa0f-b56f-4a00-a64f-2c73ccab19c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781f2eae-a5ee-47f5-88e2-dad57f52ccb9']}} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:42.994832 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-7371fa0f-b56f-4a00-a64f-2c73ccab19c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f73a8f-60cf-4e5e-a6f0-771796905b3d') {'for_net_delete': True} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:42.995130 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-7371fa0f-b56f-4a00-a64f-2c73ccab19c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f73a8f-60cf-4e5e-a6f0-771796905b3d') {} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:05:43.004374 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7371fa0f-b56f-4a00-a64f-2c73ccab19c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750116706807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11369255'] for segment, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:43.017429 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7371fa0f-b56f-4a00-a64f-2c73ccab19c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:43.023813 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7371fa0f-b56f-4a00-a64f-2c73ccab19c9 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=93009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:05:43.024201 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7371fa0f-b56f-4a00-a64f-2c73ccab19c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11586116'] for segment, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: Traceback (most recent call last): Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: timer() Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: cb(*args, **kw) Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: return func(*args, **kwargs) Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: self._notify() Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: self.callback(batched_events) Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: event.method(event) Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: return f(self, *a, **k) Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._get(url).json() Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: return self.request(url, 'GET', **kwargs) Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:05:43.025822 dv-cinder-679138-12-iscsi neutron-server[93009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:05:43.077971 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7371fa0f-b56f-4a00-a64f-2c73ccab19c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4025298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946679'] for network, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:43.085337 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7371fa0f-b56f-4a00-a64f-2c73ccab19c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:43.087129 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-7371fa0f-b56f-4a00-a64f-2c73ccab19c9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/781f2eae-a5ee-47f5-88e2-dad57f52ccb9 HTTP/1.1" status: 204 len: 168 time: 0.2869515 Jul 23 23:05:43.100064 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371fa0f-b56f-4a00-a64f-2c73ccab19c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=781f2eae-a5ee-47f5-88e2-dad57f52ccb9,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:43.244690 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 55166) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:43.284534 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-7dbb0cc6-7d69-474a-9c71-ea6e1adb61bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4b2287dabe4a4009a649ab46b82bd58b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0386748 Jul 23 23:05:43.286872 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 55168) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:43.315069 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8907dec1-5059-4265-a15a-5190b7820c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:43.333812 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-73672808-f970-4d58-b311-22ebbf4c8a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:43.354565 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-73672808-f970-4d58-b311-22ebbf4c8a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:43.403636 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-73672808-f970-4d58-b311-22ebbf4c8a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:43.406512 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-73672808-f970-4d58-b311-22ebbf4c8a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:43.407835 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-73672808-f970-4d58-b311-22ebbf4c8a28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e11de57-d394-46d3-86ff-93cca0711835 HTTP/1.1" status: 204 len: 168 time: 0.1200492 Jul 23 23:05:43.416967 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73672808-f970-4d58-b311-22ebbf4c8a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e11de57-d394-46d3-86ff-93cca0711835,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:43.973752 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fac3da-d338-4103-a4ea-e11eb6814788 req-7918016b-14cd-4f6e-a47c-45827ff5ba08 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:05:43.975454 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c7fac3da-d338-4103-a4ea-e11eb6814788 req-7918016b-14cd-4f6e-a47c-45827ff5ba08 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0636873 Jul 23 23:05:44.014566 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c7fac3da-d338-4103-a4ea-e11eb6814788 req-ceb91863-d550-4f95-a605-d28488dc831f tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333064 Jul 23 23:05:44.650022 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:44.704749 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:05:45.516873 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 3ac4aac9-43db-4128-82c8-178a0d1aed14 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:05:45.536740 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: 3ac4aac9-43db-4128-82c8-178a0d1aed14 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:05:45.537079 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 3ac4aac9-43db-4128-82c8-178a0d1aed14 not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:05:45.936182 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-305bb862-69d6-4028-ab86-dfa7bfcc731a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:46.201296 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:47.078701 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:47.133098 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 55254) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:47.233732 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5e19a29a-3c92-4d42-b8ae-d48c46e2050f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:47.322528 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5e19a29a-3c92-4d42-b8ae-d48c46e2050f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:47.327072 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5e19a29a-3c92-4d42-b8ae-d48c46e2050f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:47.364352 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-5e19a29a-3c92-4d42-b8ae-d48c46e2050f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52df47a95713402d9fba039c1633257c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301795 Jul 23 23:05:47.365200 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19a29a-3c92-4d42-b8ae-d48c46e2050f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f7731d-8abc-4d1e-8743-07762a2348ed,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:47.366971 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 55258) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:47.418189 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f6e06b6d-6827-42e1-9f53-2c6c88ce02aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:47.439309 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f6e06b6d-6827-42e1-9f53-2c6c88ce02aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:47.482963 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f6e06b6d-6827-42e1-9f53-2c6c88ce02aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:47.485517 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f6e06b6d-6827-42e1-9f53-2c6c88ce02aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:47.486623 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-f6e06b6d-6827-42e1-9f53-2c6c88ce02aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79f7731d-8abc-4d1e-8743-07762a2348ed HTTP/1.1" status: 204 len: 168 time: 0.1174006 Jul 23 23:05:47.494148 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e06b6d-6827-42e1-9f53-2c6c88ce02aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f7731d-8abc-4d1e-8743-07762a2348ed,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:48.782913 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:48.836973 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 55304) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:48.936500 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-90f454b7-3ac0-429a-9f96-726c7abd3f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.020812 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-90f454b7-3ac0-429a-9f96-726c7abd3f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.024454 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-90f454b7-3ac0-429a-9f96-726c7abd3f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.061813 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-90f454b7-3ac0-429a-9f96-726c7abd3f46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ef6efd2b11a47559cee24704b159c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237880 Jul 23 23:05:49.062732 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f454b7-3ac0-429a-9f96-726c7abd3f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f6fac4-c426-4f7f-9815-8aab3cb78707,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:49.064654 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 55310) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:49.117955 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3b2497dc-1df5-43c0-b77d-50218ff2fd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.138877 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3b2497dc-1df5-43c0-b77d-50218ff2fd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.183327 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3b2497dc-1df5-43c0-b77d-50218ff2fd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.185931 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3b2497dc-1df5-43c0-b77d-50218ff2fd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.187104 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-3b2497dc-1df5-43c0-b77d-50218ff2fd81 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73f6fac4-c426-4f7f-9815-8aab3cb78707 HTTP/1.1" status: 204 len: 168 time: 0.1210372 Jul 23 23:05:49.194409 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2497dc-1df5-43c0-b77d-50218ff2fd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f6fac4-c426-4f7f-9815-8aab3cb78707,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:49.443943 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 55318) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:49.457500 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-3f40b662-58c8-43e4-aad0-660002c6cc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.544696 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-3f40b662-58c8-43e4-aad0-660002c6cc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.549131 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-3f40b662-58c8-43e4-aad0-660002c6cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.585661 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40b662-58c8-43e4-aad0-660002c6cc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e12887-f8af-41e3-bf68-45a07023a515,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:05:49.590235 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-3f40b662-58c8-43e4-aad0-660002c6cc00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d0869b6f50b4156b9f6f39a2ac163df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452589 Jul 23 23:05:49.592790 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 55320) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:05:49.641271 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-27c8f098-c752-44d6-8cf1-d5d9a752f4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.662608 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-27c8f098-c752-44d6-8cf1-d5d9a752f4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.709988 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-27c8f098-c752-44d6-8cf1-d5d9a752f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.712676 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-27c8f098-c752-44d6-8cf1-d5d9a752f4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:05:49.713857 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-27c8f098-c752-44d6-8cf1-d5d9a752f4d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06e12887-f8af-41e3-bf68-45a07023a515 HTTP/1.1" status: 204 len: 168 time: 0.1201680 Jul 23 23:05:49.721631 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8f098-c752-44d6-8cf1-d5d9a752f4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e12887-f8af-41e3-bf68-45a07023a515,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:06.891715 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508dbd47-ab4d-4e57-9c60-e621b931d4fc req-97dbdfea-15a9-4dd6-9b42-86470f653530 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:06.893230 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-508dbd47-ab4d-4e57-9c60-e621b931d4fc req-97dbdfea-15a9-4dd6-9b42-86470f653530 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0686936 Jul 23 23:06:06.933719 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-508dbd47-ab4d-4e57-9c60-e621b931d4fc req-6caf81a6-b0d6-44f6-9f40-2ba639a418de tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345237 Jul 23 23:06:08.064742 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561bebd-a071-404a-b249-9cebd6402f9e req-fe9513f0-2e19-48ab-a722-a0c330697ad0 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:08.066180 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a561bebd-a071-404a-b249-9cebd6402f9e req-fe9513f0-2e19-48ab-a722-a0c330697ad0 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0646517 Jul 23 23:06:08.102100 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a561bebd-a071-404a-b249-9cebd6402f9e req-2ce69368-6e3b-4c28-9221-8b8fefdc730f tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304499 Jul 23 23:06:08.483202 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bfe2c-2002-4b71-b435-93870b8c10e8 req-9ba68917-656c-4d5d-bbac-452c1dc56c18 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:08.484561 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-269bfe2c-2002-4b71-b435-93870b8c10e8 req-9ba68917-656c-4d5d-bbac-452c1dc56c18 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0627422 Jul 23 23:06:08.520669 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-269bfe2c-2002-4b71-b435-93870b8c10e8 req-21c4de14-c687-4c7c-a9e7-2324b53b83ef tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306284 Jul 23 23:06:09.231931 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3b424-e9ee-4c82-8202-d3c82be07bdc req-39428246-a82e-4fb0-aaae-48ad2b96fb22 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:09.234183 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c2f3b424-e9ee-4c82-8202-d3c82be07bdc req-39428246-a82e-4fb0-aaae-48ad2b96fb22 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0629056 Jul 23 23:06:09.271287 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c2f3b424-e9ee-4c82-8202-d3c82be07bdc req-a6080014-d7ad-4df9-934f-d17f727477bd tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312443 Jul 23 23:06:09.653464 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acafdd7-6262-4e6d-bfa2-e1ee39e5d979 req-92fab1b3-43a0-4b70-90d0-d29635723e99 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:09.654902 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2acafdd7-6262-4e6d-bfa2-e1ee39e5d979 req-92fab1b3-43a0-4b70-90d0-d29635723e99 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0674367 Jul 23 23:06:09.690897 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2acafdd7-6262-4e6d-bfa2-e1ee39e5d979 req-f897df43-f128-4d93-9740-8b1a5ef66fea tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304546 Jul 23 23:06:10.398360 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1df46-ea00-4d22-9f1d-abb7382d8121 req-e84e626c-ae5b-415a-b949-f60f1f547b8c tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:10.399844 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-52c1df46-ea00-4d22-9f1d-abb7382d8121 req-e84e626c-ae5b-415a-b949-f60f1f547b8c tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0626695 Jul 23 23:06:10.436880 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-52c1df46-ea00-4d22-9f1d-abb7382d8121 req-4136394c-0413-4747-bcaf-a1b9bcc69d18 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313010 Jul 23 23:06:10.819693 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e51063-d3b3-4045-90fa-9dc2d41d7a6f req-8c63188c-1965-4c9c-b679-beda89642077 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:10.821133 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c6e51063-d3b3-4045-90fa-9dc2d41d7a6f req-8c63188c-1965-4c9c-b679-beda89642077 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0655069 Jul 23 23:06:10.857443 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c6e51063-d3b3-4045-90fa-9dc2d41d7a6f req-9215703d-3ca2-4c61-a65a-610570bf775f tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307882 Jul 23 23:06:11.567746 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84772bbf-6848-45af-a869-4e3ac68604e1 req-2e420078-fb07-41d0-87c5-23c5a553fb50 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:11.569202 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-84772bbf-6848-45af-a869-4e3ac68604e1 req-2e420078-fb07-41d0-87c5-23c5a553fb50 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0661526 Jul 23 23:06:11.605412 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-84772bbf-6848-45af-a869-4e3ac68604e1 req-e973d6e7-d48f-4b6a-856b-d27a10765713 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307131 Jul 23 23:06:11.993674 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccab6e8-3d7f-4d71-a2c7-e816310c9aa5 req-21616094-dabd-4b61-91b6-cd4ec67d4afb tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:11.995339 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1ccab6e8-3d7f-4d71-a2c7-e816310c9aa5 req-21616094-dabd-4b61-91b6-cd4ec67d4afb tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0628912 Jul 23 23:06:12.033445 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1ccab6e8-3d7f-4d71-a2c7-e816310c9aa5 req-92fff25d-68b8-4c7b-90da-45f8c67b69f1 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326281 Jul 23 23:06:12.743810 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185aba78-0b76-4750-8022-df3141c823f2 req-8c23d311-f0e0-4431-9228-e0633061e90d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:12.745859 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-185aba78-0b76-4750-8022-df3141c823f2 req-8c23d311-f0e0-4431-9228-e0633061e90d tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0733242 Jul 23 23:06:12.793966 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-185aba78-0b76-4750-8022-df3141c823f2 req-ce9a1b43-5faa-4eaf-906f-eb67777cbd57 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424349 Jul 23 23:06:12.843320 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9493aad-f8aa-498d-839f-53d254a0f845 req-7057dd8a-ec79-4cc7-b2d0-7025a6a2c97f tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:12.844692 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b9493aad-f8aa-498d-839f-53d254a0f845 req-7057dd8a-ec79-4cc7-b2d0-7025a6a2c97f tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 945 time: 0.0645580 Jul 23 23:06:12.881103 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b9493aad-f8aa-498d-839f-53d254a0f845 req-bdb6373e-4b61-481b-9e0d-6f919d8043c2 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309517 Jul 23 23:06:13.177856 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f55ec-234a-4cfc-b6dd-15fe1108d9b4 req-677effb3-40f4-4c43-b596-f38064b67c66 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:13.179592 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ff0f55ec-234a-4cfc-b6dd-15fe1108d9b4 req-677effb3-40f4-4c43-b596-f38064b67c66 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0806005 Jul 23 23:06:13.217971 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ff0f55ec-234a-4cfc-b6dd-15fe1108d9b4 req-a2e094d0-258f-4827-9ea2-7f1f41731408 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320807 Jul 23 23:06:13.316020 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-975d80f3-d9c5-4f31-b8ca-cd708c43866e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:13.320667 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26898205-9c8c-4521-97a2-5672a1929681 req-4eaada86-c88f-4720-b086-f96b09a7fecf tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:13.322132 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-26898205-9c8c-4521-97a2-5672a1929681 req-4eaada86-c88f-4720-b086-f96b09a7fecf tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.0658827 Jul 23 23:06:13.439856 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a013-d539-44f1-b5c1-57a294df1379 req-7ebfac45-9415-475a-b7c3-272e14f8203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:13.441248 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1d91a013-d539-44f1-b5c1-57a294df1379 req-7ebfac45-9415-475a-b7c3-272e14f8203a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b4763efe226447f8183b6e16d41cadc&device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 1099 time: 0.1181939 Jul 23 23:06:13.460372 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-26898205-9c8c-4521-97a2-5672a1929681 req-3509249f-26f4-4921-af8d-78cd9c3eab08 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Deleting port d11e4e0a-98da-4654-a716-284dd6f5b969 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:06:13.460714 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-26898205-9c8c-4521-97a2-5672a1929681 req-3509249f-26f4-4921-af8d-78cd9c3eab08 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:13.868948 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-26898205-9c8c-4521-97a2-5672a1929681 req-3509249f-26f4-4921-af8d-78cd9c3eab08 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] For port d11e4e0a-98da-4654-a716-284dd6f5b969, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=d11e4e0a-98da-4654-a716-284dd6f5b969,segment=NetworkSegment(7bc915f6-66bf-4953-8685-7935dd08aa3b),segment_id=7bc915f6-66bf-4953-8685-7935dd08aa3b)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:13.869723 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-26898205-9c8c-4521-97a2-5672a1929681 req-3509249f-26f4-4921-af8d-78cd9c3eab08 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:13.883827 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a013-d539-44f1-b5c1-57a294df1379 req-ea85f6de-cff4-4e48-a69c-413e1a680ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:13.885756 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1d91a013-d539-44f1-b5c1-57a294df1379 req-ea85f6de-cff4-4e48-a69c-413e1a680ac2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c8ea7abd-33e6-496d-83a2-7eb670061309 HTTP/1.1" status: 200 len: 912 time: 0.4217167 Jul 23 23:06:13.907091 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-26898205-9c8c-4521-97a2-5672a1929681 req-3509249f-26f4-4921-af8d-78cd9c3eab08 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Calling delete_port for d11e4e0a-98da-4654-a716-284dd6f5b969 owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:06:14.021577 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999f850-650c-4246-a7ac-21c6615a99a5 req-cefb91af-d0be-45c3-93ee-b801fc778430 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:14.023055 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5999f850-650c-4246-a7ac-21c6615a99a5 req-cefb91af-d0be-45c3-93ee-b801fc778430 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 946 time: 0.1607699 Jul 23 23:06:14.108688 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5999f850-650c-4246-a7ac-21c6615a99a5 req-be955c5f-8d8d-46dc-8f03-62f3a3df49cd tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766854 Jul 23 23:06:14.122754 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532dafd-ef2c-4fbf-87d5-7575efe85cf1 req-e115b1b7-2412-4167-96f4-55f434e09539 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:14.124225 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2532dafd-ef2c-4fbf-87d5-7575efe85cf1 req-e115b1b7-2412-4167-96f4-55f434e09539 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 945 time: 0.1671894 Jul 23 23:06:14.154006 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-26898205-9c8c-4521-97a2-5672a1929681 req-3509249f-26f4-4921-af8d-78cd9c3eab08 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:14.193129 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509249f-26f4-4921-af8d-78cd9c3eab08 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Pushing event deleted for resources: {'Port': ['ID=d11e4e0a-98da-4654-a716-284dd6f5b969,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:14.196789 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2532dafd-ef2c-4fbf-87d5-7575efe85cf1 req-b7ebddfe-3e1a-4ee9-ac44-9029b3ac9966 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670290 Jul 23 23:06:14.243487 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-26898205-9c8c-4521-97a2-5672a1929681 req-3509249f-26f4-4921-af8d-78cd9c3eab08 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] No DVR routers for this DVR port d11e4e0a-98da-4654-a716-284dd6f5b969 on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:06:14.245973 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-26898205-9c8c-4521-97a2-5672a1929681 req-3509249f-26f4-4921-af8d-78cd9c3eab08 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:14.248086 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-26898205-9c8c-4521-97a2-5672a1929681 req-3509249f-26f4-4921-af8d-78cd9c3eab08 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.47 "DELETE /v2.0/ports/d11e4e0a-98da-4654-a716-284dd6f5b969 HTTP/1.1" status: 204 len: 173 time: 0.9167013 Jul 23 23:06:14.248382 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d79439d-15d0-47f0-8f43-3fbf039470d6', 'name': 'network-vif-deleted', 'tag': 'd11e4e0a-98da-4654-a716-284dd6f5b969'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:06:14.250627 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b94251d-943a-40ea-997d-0cdbfd2fddfe" -d '{"events": [{"server_uuid": "5d79439d-15d0-47f0-8f43-3fbf039470d6", "name": "network-vif-deleted", "tag": "d11e4e0a-98da-4654-a716-284dd6f5b969"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:06:14.285859 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec0e4e9-eb01-4b42-bad5-ab4836a3ae14 x-openstack-request-id: req-8ec0e4e9-eb01-4b42-bad5-ab4836a3ae14 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:06:14.286161 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d79439d-15d0-47f0-8f43-3fbf039470d6", "name": "network-vif-deleted", "tag": "d11e4e0a-98da-4654-a716-284dd6f5b969", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:06:14.286416 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ec0e4e9-eb01-4b42-bad5-ab4836a3ae14 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:06:14.286840 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d79439d-15d0-47f0-8f43-3fbf039470d6', 'name': 'network-vif-deleted', 'tag': 'd11e4e0a-98da-4654-a716-284dd6f5b969', 'status': 'completed', 'code': 200} Jul 23 23:06:14.348799 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9f341-611b-4bf4-b43e-e1f1d2995677 req-5037b46b-d707-43fb-994b-5b7d3d2cabf0 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:14.350256 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-32a9f341-611b-4bf4-b43e-e1f1d2995677 req-5037b46b-d707-43fb-994b-5b7d3d2cabf0 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0626082 Jul 23 23:06:14.394130 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-32a9f341-611b-4bf4-b43e-e1f1d2995677 req-826d2c29-6b82-4320-981e-2ebba20eda73 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373871 Jul 23 23:06:15.204814 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dc9aa179-7093-4033-98f6-26722f7a6f17 req-8d86dc6d-a568-4292-a22c-41526c15f676 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 210 time: 0.0285563 Jul 23 23:06:15.331998 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e15d6-b888-41f1-8916-b118d1f18bba req-d0e22a51-0f13-4357-aa15-c6f7bc9496fe tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:15.333450 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d89e15d6-b888-41f1-8916-b118d1f18bba req-d0e22a51-0f13-4357-aa15-c6f7bc9496fe tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 945 time: 0.0617452 Jul 23 23:06:15.371260 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d89e15d6-b888-41f1-8916-b118d1f18bba req-223eee2e-0761-4419-816c-81c04e340e77 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323911 Jul 23 23:06:15.456564 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:15.533013 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1d91a013-d539-44f1-b5c1-57a294df1379 req-7b73f781-d465-4bb8-8741-fe3fc4e357d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56cbeac4-3bab-4a71-951e-b043f8457a86 HTTP/1.1" status: 200 len: 1002 time: 0.0926654 Jul 23 23:06:15.559315 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac811969-dd93-4d5c-b831-a2779ac71bf9 req-81e9f56d-f52a-4976-8444-a1409f442305 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:15.560749 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ac811969-dd93-4d5c-b831-a2779ac71bf9 req-81e9f56d-f52a-4976-8444-a1409f442305 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0793672 Jul 23 23:06:15.597129 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ac811969-dd93-4d5c-b831-a2779ac71bf9 req-5529e5cd-c855-4ce1-b8f5-ed3ef16de1f6 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308807 Jul 23 23:06:15.937209 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7304daea-041f-463d-9045-a5079b5ae764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:16.201772 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:16.301380 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fbda4435-b480-4007-a9e7-f44daf46aa74 req-ad125924-78ae-4445-a55a-23baacc1528b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 210 time: 0.0301054 Jul 23 23:06:16.502893 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f9387-8c69-44cf-8440-c6cb2aaf09f4 req-5b54c8bc-b48a-41dd-8235-33f1807e9731 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:16.504274 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-644f9387-8c69-44cf-8440-c6cb2aaf09f4 req-5b54c8bc-b48a-41dd-8235-33f1807e9731 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 945 time: 0.0650542 Jul 23 23:06:16.541144 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-644f9387-8c69-44cf-8440-c6cb2aaf09f4 req-48aa35ed-cbc1-4fb1-8337-8306710015df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312655 Jul 23 23:06:16.552291 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['5531c33c-327a-4031-886d-936f12928e58', 'd11e4e0a-98da-4654-a716-284dd6f5b969'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:06:16.607300 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a013-d539-44f1-b5c1-57a294df1379 req-cb0a284b-8bd2-4994-9936-1bcd9ab1c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:16.608976 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1d91a013-d539-44f1-b5c1-57a294df1379 req-cb0a284b-8bd2-4994-9936-1bcd9ab1c336 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=305eac6e-ee4e-4826-84b5-c213e1725333 HTTP/1.1" status: 200 len: 850 time: 0.0464718 Jul 23 23:06:16.722776 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a013-d539-44f1-b5c1-57a294df1379 req-f06ba1a8-3dde-4695-8765-ed9e9ff2a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:16.724296 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1d91a013-d539-44f1-b5c1-57a294df1379 req-f06ba1a8-3dde-4695-8765-ed9e9ff2a86d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8ea7abd-33e6-496d-83a2-7eb670061309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0916655 Jul 23 23:06:16.782326 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b17b1a-dcd9-4314-8d76-12a435cce570 req-ed92a526-04a2-48ff-bd59-06c090d28193 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:16.783735 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d2b17b1a-dcd9-4314-8d76-12a435cce570 req-ed92a526-04a2-48ff-bd59-06c090d28193 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1078179 Jul 23 23:06:16.858504 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d2b17b1a-dcd9-4314-8d76-12a435cce570 req-179ff235-2f46-4ff3-8cf5-7fdb434ac02d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487230 Jul 23 23:06:16.861922 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1d91a013-d539-44f1-b5c1-57a294df1379 req-2ed4f470-7a95-4c0b-b7ec-f3c700e28941 service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289873 Jul 23 23:06:16.969383 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1d91a013-d539-44f1-b5c1-57a294df1379 req-c0ede17d-3238-4273-b854-c32b6526c061 service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923672 Jul 23 23:06:17.079899 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:17.422086 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6f3d3f53-bb86-4b63-ab4a-6c3159b4c25f req-b4c91183-35a3-45a0-b5ab-e7f5d0149ca8 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d79439d-15d0-47f0-8f43-3fbf039470d6 HTTP/1.1" status: 200 len: 210 time: 0.0354939 Jul 23 23:06:17.678211 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b1dc3-f29c-4460-ba70-131d4e72acd9 req-cb110471-f1fd-4f22-bf51-e63d89dbc8a0 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:17.679833 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-197b1dc3-f29c-4460-ba70-131d4e72acd9 req-cb110471-f1fd-4f22-bf51-e63d89dbc8a0 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 945 time: 0.0634778 Jul 23 23:06:17.721694 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-197b1dc3-f29c-4460-ba70-131d4e72acd9 req-d6c0e3bb-cb5f-4ca3-922f-4ee44b2c9dbc tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/security-groups?id=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313251 Jul 23 23:06:17.989000 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aedd72-e441-4455-9fda-9f90c54e00b2 req-249a9261-d867-42f2-becb-215769d6eeae tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:17.990466 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-85aedd72-e441-4455-9fda-9f90c54e00b2 req-249a9261-d867-42f2-becb-215769d6eeae tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0661323 Jul 23 23:06:18.029270 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-85aedd72-e441-4455-9fda-9f90c54e00b2 req-19875f5e-9008-4285-ba80-0c919e90de0e tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326817 Jul 23 23:06:18.377533 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902128b-0d5c-48ba-8ce5-8babba594048 req-b7c8f2bb-e2cf-48d7-9ce0-26b3d8051ecf tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:18.378983 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d902128b-0d5c-48ba-8ce5-8babba594048 req-b7c8f2bb-e2cf-48d7-9ce0-26b3d8051ecf tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.47 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 945 time: 0.0628366 Jul 23 23:06:18.484660 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-d902128b-0d5c-48ba-8ce5-8babba594048 req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Deleting port 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:06:18.485310 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d902128b-0d5c-48ba-8ce5-8babba594048 req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:18.573079 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-d902128b-0d5c-48ba-8ce5-8babba594048 req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] For port 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3,segment=NetworkSegment(502f6f4d-a538-4c25-96c3-259a05ca190f),segment_id=502f6f4d-a538-4c25-96c3-259a05ca190f)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:18.573684 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d902128b-0d5c-48ba-8ce5-8babba594048 req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:18.586313 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-d902128b-0d5c-48ba-8ce5-8babba594048 req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Calling delete_port for 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:06:18.628094 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device d11e4e0a-98da-4654-a716-284dd6f5b969 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:06:18.661929 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: d11e4e0a-98da-4654-a716-284dd6f5b969 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:06:18.662264 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device d11e4e0a-98da-4654-a716-284dd6f5b969 not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:06:18.662995 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:06:18.741853 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:18.765961 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407833f-7f29-4771-805f-5468880d2c33 req-b444a51a-29d7-44de-8b93-1f2c3d100035 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:18.773246 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f407833f-7f29-4771-805f-5468880d2c33 req-b444a51a-29d7-44de-8b93-1f2c3d100035 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.1151035 Jul 23 23:06:18.786447 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:18.821034 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d902128b-0d5c-48ba-8ce5-8babba594048 req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:18.851956 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b2d49bca-e14a-4251-810a-7bcba46c3297 req-b4bdfade-f1e8-49c3-a3b2-a6f6a8941809 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 210 time: 0.0424621 Jul 23 23:06:18.862793 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f407833f-7f29-4771-805f-5468880d2c33 req-911755bd-c51f-49aa-9335-22c951dc5b12 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875337 Jul 23 23:06:18.887825 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Pushing event deleted for resources: {'Port': ['ID=88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:18.898257 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:18.898657 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:18.898997 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:18.899342 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:18.899675 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:18.900009 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:18.900343 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:18.900735 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:18.901683 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:18.902096 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:18.902361 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:18.902692 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:18.950153 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-d902128b-0d5c-48ba-8ce5-8babba594048 req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] No DVR routers for this DVR port 88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:06:18.952636 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d902128b-0d5c-48ba-8ce5-8babba594048 req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:18.954604 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d902128b-0d5c-48ba-8ce5-8babba594048 req-c51e7599-002e-416d-a33a-2102fd9ba9df tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.47 "DELETE /v2.0/ports/88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3 HTTP/1.1" status: 204 len: 173 time: 0.5684118 Jul 23 23:06:18.955034 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976fa8fb-5a81-405f-b119-b3e254c6825e', 'name': 'network-vif-deleted', 'tag': '88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:06:18.957344 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15b7dbb-d19b-40f1-a8dc-a65c345a40a6" -d '{"events": [{"server_uuid": "976fa8fb-5a81-405f-b119-b3e254c6825e", "name": "network-vif-deleted", "tag": "88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:06:18.998797 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dccf3e-b885-4385-b718-19de980b7aa3 x-openstack-request-id: req-e6dccf3e-b885-4385-b718-19de980b7aa3 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:06:18.999099 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976fa8fb-5a81-405f-b119-b3e254c6825e", "name": "network-vif-deleted", "tag": "88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:06:18.999396 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6dccf3e-b885-4385-b718-19de980b7aa3 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:06:18.999769 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976fa8fb-5a81-405f-b119-b3e254c6825e', 'name': 'network-vif-deleted', 'tag': '88b0e290-fc4d-48f8-b77e-7d2d70a4b7e3', 'status': 'completed', 'code': 200} Jul 23 23:06:19.162941 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44540353-f359-4f69-83f8-04cf4914ad61 req-241b5edc-cd46-4832-a9c4-852005c15235 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:19.164342 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-44540353-f359-4f69-83f8-04cf4914ad61 req-241b5edc-cd46-4832-a9c4-852005c15235 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0653114 Jul 23 23:06:19.204519 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-44540353-f359-4f69-83f8-04cf4914ad61 req-171808d0-afe9-421d-979b-8c324aa74bc4 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341575 Jul 23 23:06:19.984233 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-aa94e1e3-589e-4ba5-9d3c-ace40f20fe9c req-236ea118-0f32-4e7b-a9a3-00e7fe8280c6 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 210 time: 0.0446310 Jul 23 23:06:20.015452 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c779556-e397-4319-811d-ffb3ef85c353 req-c10838fa-e734-42e0-a81d-2b03a9bda886 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:20.016925 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7c779556-e397-4319-811d-ffb3ef85c353 req-c10838fa-e734-42e0-a81d-2b03a9bda886 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0871902 Jul 23 23:06:20.054092 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7c779556-e397-4319-811d-ffb3ef85c353 req-a501afdc-b10d-45ff-ab1d-37451f65f2fa tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315118 Jul 23 23:06:20.337309 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0ac5c-fed3-4346-97e0-e57d77a13dfa req-18d278c4-5757-4d2b-9d26-7a5c54afe05e tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:20.339422 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b3e0ac5c-fed3-4346-97e0-e57d77a13dfa req-18d278c4-5757-4d2b-9d26-7a5c54afe05e tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0688512 Jul 23 23:06:20.379066 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b3e0ac5c-fed3-4346-97e0-e57d77a13dfa req-3777413f-b6bf-484c-baf8-a11d9bcacabb tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342793 Jul 23 23:06:21.094651 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-22fbed1e-837a-4ef4-94e1-09d590d8f43f req-12fcd4c8-f685-451d-ad90-a17c6b8a1f08 tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 210 time: 0.0296707 Jul 23 23:06:21.181896 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e8e9c-dbd5-4980-a2e3-1e77f915f99a req-fe7666a5-6c85-4761-b6a1-aa619cb4beba tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:21.183446 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-677e8e9c-dbd5-4980-a2e3-1e77f915f99a req-fe7666a5-6c85-4761-b6a1-aa619cb4beba tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0630507 Jul 23 23:06:21.220641 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-677e8e9c-dbd5-4980-a2e3-1e77f915f99a req-7d3f306b-b52d-420a-b387-01e1070f33fc tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317137 Jul 23 23:06:21.506793 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc7fc6-dcfc-4114-9f5d-ee2ed10fe658 req-8b5fe6c3-ab06-4ff8-a65d-4d41852673eb tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:21.508151 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-59cc7fc6-dcfc-4114-9f5d-ee2ed10fe658 req-8b5fe6c3-ab06-4ff8-a65d-4d41852673eb tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0620399 Jul 23 23:06:21.548538 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-59cc7fc6-dcfc-4114-9f5d-ee2ed10fe658 req-7b637313-0a12-411e-b4eb-0fdac5e2e226 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344152 Jul 23 23:06:21.704587 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:06:22.202137 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0da04eb1-0b3e-4e1d-9dec-d5a93c738190 req-c7dabc4b-98d1-4e2b-8c10-08297332984d tempest-VolumesSnapshotTestJSON-1933556320 tempest-VolumesSnapshotTestJSON-1933556320-project] 10.222.0.20 "GET /v2.0/ports?device_id=976fa8fb-5a81-405f-b119-b3e254c6825e HTTP/1.1" status: 200 len: 210 time: 0.0300887 Jul 23 23:06:22.352268 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40b513-e046-4a7c-9b28-8d99b8a9791d req-38f06a8f-20e9-4747-bc88-19f8f46495c9 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:22.353851 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ac40b513-e046-4a7c-9b28-8d99b8a9791d req-38f06a8f-20e9-4747-bc88-19f8f46495c9 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0681272 Jul 23 23:06:22.390998 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ac40b513-e046-4a7c-9b28-8d99b8a9791d req-160c0869-be1c-4d8a-8bd6-a26ed9fa19fd tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310616 Jul 23 23:06:22.683582 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b57d9-64ff-4ef8-be34-ed60975a3834 req-98fefa38-ec64-4291-8234-43c899f489fa tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:22.685369 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-994b57d9-64ff-4ef8-be34-ed60975a3834 req-98fefa38-ec64-4291-8234-43c899f489fa tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0706925 Jul 23 23:06:22.731638 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-994b57d9-64ff-4ef8-be34-ed60975a3834 req-6dae68fb-15fe-4e9a-af4c-bf74373e3163 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391760 Jul 23 23:06:23.543701 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628de9a-216b-4de6-b368-8610ac1371b7 req-028f0dca-3ac5-4cb9-9932-70b764ba6d77 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:23.545221 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c628de9a-216b-4de6-b368-8610ac1371b7 req-028f0dca-3ac5-4cb9-9932-70b764ba6d77 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0840528 Jul 23 23:06:23.583222 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c628de9a-216b-4de6-b368-8610ac1371b7 req-f5a0fe8c-31cb-48bc-abc7-d25baba4670a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Jul 23 23:06:23.857015 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982f4af-0b4a-476a-9ca5-031e4e18427a req-4c4894a2-65b7-40dd-9e0e-6dfb1e1bb184 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:23.858471 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0982f4af-0b4a-476a-9ca5-031e4e18427a req-4c4894a2-65b7-40dd-9e0e-6dfb1e1bb184 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0622427 Jul 23 23:06:23.894308 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0982f4af-0b4a-476a-9ca5-031e4e18427a req-ce93068a-32d3-4e04-84ce-2659c6b74aa1 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303743 Jul 23 23:06:24.718483 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b1896-1073-43ed-8140-37dc199ec50b req-42432d97-e119-4b1c-99c0-fe63056adc4b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:24.719927 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f12b1896-1073-43ed-8140-37dc199ec50b req-42432d97-e119-4b1c-99c0-fe63056adc4b tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0694618 Jul 23 23:06:24.763548 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f12b1896-1073-43ed-8140-37dc199ec50b req-489549c6-43e8-40dc-9fbd-26364b2d5926 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374131 Jul 23 23:06:25.020308 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46533212-7c8d-4445-80f7-2557f495c165 req-a01630a6-70c1-4f31-ab07-9d30792b6db6 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:25.021907 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46533212-7c8d-4445-80f7-2557f495c165 req-a01630a6-70c1-4f31-ab07-9d30792b6db6 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0616546 Jul 23 23:06:25.059250 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46533212-7c8d-4445-80f7-2557f495c165 req-a4cca2be-3c81-4812-9789-44c6f8f289e4 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314064 Jul 23 23:06:25.890175 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b3949-5e6c-43c7-96f8-93377676510a req-091a4935-7572-4321-b214-1718afb68772 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:25.891667 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0e6b3949-5e6c-43c7-96f8-93377676510a req-091a4935-7572-4321-b214-1718afb68772 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0619895 Jul 23 23:06:25.932050 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0e6b3949-5e6c-43c7-96f8-93377676510a req-11423b89-66c1-4248-ba1e-42c8230fa68a tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343716 Jul 23 23:06:26.185344 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b115815-76e0-4a34-949e-b2761b626985 req-f03461cf-2ac4-413f-aeef-4b88f76044a7 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:26.186735 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1b115815-76e0-4a34-949e-b2761b626985 req-f03461cf-2ac4-413f-aeef-4b88f76044a7 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0630581 Jul 23 23:06:26.222963 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1b115815-76e0-4a34-949e-b2761b626985 req-dc104e35-9e35-4e34-9ce3-85f2340287c4 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306766 Jul 23 23:06:27.059324 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d41138-a273-4715-9774-b71b4b3cc5fe req-e432d46c-8c83-4099-a378-1b38ca41c450 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:27.060785 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-50d41138-a273-4715-9774-b71b4b3cc5fe req-e432d46c-8c83-4099-a378-1b38ca41c450 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0621147 Jul 23 23:06:27.097315 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-50d41138-a273-4715-9774-b71b4b3cc5fe req-00a5ab98-617e-4f12-a335-1594bb952273 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311961 Jul 23 23:06:27.350712 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef63cf-51cf-4a22-8bc6-5e4e09a90f5d req-339a6811-aaf9-4835-af62-eeef527c7770 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:27.352144 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-54ef63cf-51cf-4a22-8bc6-5e4e09a90f5d req-339a6811-aaf9-4835-af62-eeef527c7770 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0640194 Jul 23 23:06:27.390367 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-54ef63cf-51cf-4a22-8bc6-5e4e09a90f5d req-f1c4eee2-3741-43a7-86d3-f0f3142c9b62 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325830 Jul 23 23:06:28.224261 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c1341-39b1-48ea-9e08-039eb28234d1 req-25e0ab6d-2da3-4a37-abdf-7145c78fbd69 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:28.225736 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-084c1341-39b1-48ea-9e08-039eb28234d1 req-25e0ab6d-2da3-4a37-abdf-7145c78fbd69 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0628114 Jul 23 23:06:28.265100 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-084c1341-39b1-48ea-9e08-039eb28234d1 req-68462fe5-b25c-45e6-87fc-1fa54970eca6 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/security-groups?id=b135fc5c-af22-48fd-ad32-77c9c6b3aa62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329349 Jul 23 23:06:28.559398 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4e587-bfb3-4178-983f-985e30165cd7 req-a3fc64ab-9166-485d-996f-585af41efe09 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:28.560865 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1de4e587-bfb3-4178-983f-985e30165cd7 req-a3fc64ab-9166-485d-996f-585af41efe09 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1033113 Jul 23 23:06:28.571526 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194177a-d650-4317-8ba6-74775394f372 req-ebdbdc5c-56cc-4ab0-bb46-2155d9ebae77 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:28.572892 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b194177a-d650-4317-8ba6-74775394f372 req-ebdbdc5c-56cc-4ab0-bb46-2155d9ebae77 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.47 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 946 time: 0.0869305 Jul 23 23:06:28.631067 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1de4e587-bfb3-4178-983f-985e30165cd7 req-ccc74b11-0640-4831-a5d6-dfa179c177d5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572412 Jul 23 23:06:28.698294 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-b194177a-d650-4317-8ba6-74775394f372 req-1ba3327a-88c5-4c2d-8b33-f487c1efeae6 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Deleting port 5531c33c-327a-4031-886d-936f12928e58 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:06:28.698667 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-b194177a-d650-4317-8ba6-74775394f372 req-1ba3327a-88c5-4c2d-8b33-f487c1efeae6 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:28.786166 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-b194177a-d650-4317-8ba6-74775394f372 req-1ba3327a-88c5-4c2d-8b33-f487c1efeae6 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] For port 5531c33c-327a-4031-886d-936f12928e58, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=5531c33c-327a-4031-886d-936f12928e58,segment=NetworkSegment(7bc915f6-66bf-4953-8685-7935dd08aa3b),segment_id=7bc915f6-66bf-4953-8685-7935dd08aa3b)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:28.786551 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-b194177a-d650-4317-8ba6-74775394f372 req-1ba3327a-88c5-4c2d-8b33-f487c1efeae6 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:28.798756 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-b194177a-d650-4317-8ba6-74775394f372 req-1ba3327a-88c5-4c2d-8b33-f487c1efeae6 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Calling delete_port for 5531c33c-327a-4031-886d-936f12928e58 owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:06:28.938673 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-b194177a-d650-4317-8ba6-74775394f372 req-1ba3327a-88c5-4c2d-8b33-f487c1efeae6 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:28.971454 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3327a-88c5-4c2d-8b33-f487c1efeae6 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Pushing event deleted for resources: {'Port': ['ID=5531c33c-327a-4031-886d-936f12928e58,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:28.993185 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['5531c33c-327a-4031-886d-936f12928e58'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:06:29.021364 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-b194177a-d650-4317-8ba6-74775394f372 req-1ba3327a-88c5-4c2d-8b33-f487c1efeae6 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] No DVR routers for this DVR port 5531c33c-327a-4031-886d-936f12928e58 on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:06:29.023730 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-b194177a-d650-4317-8ba6-74775394f372 req-1ba3327a-88c5-4c2d-8b33-f487c1efeae6 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:29.026440 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b194177a-d650-4317-8ba6-74775394f372 req-1ba3327a-88c5-4c2d-8b33-f487c1efeae6 tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.47 "DELETE /v2.0/ports/5531c33c-327a-4031-886d-936f12928e58 HTTP/1.1" status: 204 len: 173 time: 0.4454896 Jul 23 23:06:29.026986 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfef1e2-ad79-4085-9159-a2db2415fa37', 'name': 'network-vif-deleted', 'tag': '5531c33c-327a-4031-886d-936f12928e58'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:06:29.029258 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb3f536-1bc7-4701-a432-f0759295a848" -d '{"events": [{"server_uuid": "fbfef1e2-ad79-4085-9159-a2db2415fa37", "name": "network-vif-deleted", "tag": "5531c33c-327a-4031-886d-936f12928e58"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:06:29.068084 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30c6748-e41e-4801-84e9-4b8182479b6d x-openstack-request-id: req-d30c6748-e41e-4801-84e9-4b8182479b6d {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:06:29.068494 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbfef1e2-ad79-4085-9159-a2db2415fa37", "name": "network-vif-deleted", "tag": "5531c33c-327a-4031-886d-936f12928e58", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:06:29.068760 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d30c6748-e41e-4801-84e9-4b8182479b6d {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:06:29.069208 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfef1e2-ad79-4085-9159-a2db2415fa37', 'name': 'network-vif-deleted', 'tag': '5531c33c-327a-4031-886d-936f12928e58', 'status': 'completed', 'code': 200} Jul 23 23:06:29.112693 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 55822) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:29.229988 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-d67ac9ed-4e27-40f6-8152-6f365a5f319b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:29.335249 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-d67ac9ed-4e27-40f6-8152-6f365a5f319b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:29.339405 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-d67ac9ed-4e27-40f6-8152-6f365a5f319b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:29.399915 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-909e7e29-a027-47ea-9ab4-82b02c07ed9e req-3567bf63-d190-4c32-9bfc-89470616ba5e tempest-ServerRescueNegativeTestJSON-1342249428 tempest-ServerRescueNegativeTestJSON-1342249428-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbfef1e2-ad79-4085-9159-a2db2415fa37 HTTP/1.1" status: 200 len: 210 time: 0.0444183 Jul 23 23:06:29.404726 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-d67ac9ed-4e27-40f6-8152-6f365a5f319b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0ab7b4e31114ec4aedb12e0f79f415b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909832 Jul 23 23:06:29.406698 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ac9ed-4e27-40f6-8152-6f365a5f319b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbbac87-3f0a-4555-a826-3f5660346475,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:29.407571 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 55832) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:29.469668 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9cddc53a-97b8-4b23-9fb9-19aaa39f749f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:29.490057 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9cddc53a-97b8-4b23-9fb9-19aaa39f749f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:29.538811 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9cddc53a-97b8-4b23-9fb9-19aaa39f749f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:29.541853 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9cddc53a-97b8-4b23-9fb9-19aaa39f749f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:29.543027 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-9cddc53a-97b8-4b23-9fb9-19aaa39f749f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6dbbac87-3f0a-4555-a826-3f5660346475 HTTP/1.1" status: 204 len: 168 time: 0.1344070 Jul 23 23:06:29.551026 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddc53a-97b8-4b23-9fb9-19aaa39f749f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbbac87-3f0a-4555-a826-3f5660346475,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:29.771235 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ba513-bcb4-4c97-9824-96c78745dd54 req-69c84b78-770b-4072-87b7-6efd3c47899f tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:29.772742 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d66ba513-bcb4-4c97-9824-96c78745dd54 req-69c84b78-770b-4072-87b7-6efd3c47899f tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0680952 Jul 23 23:06:29.810894 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d66ba513-bcb4-4c97-9824-96c78745dd54 req-78cff20a-70c0-46fe-b13c-0afc2ea61b6f tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319293 Jul 23 23:06:29.818170 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 55840) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:29.834235 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48b60e0a-8b63-4e1a-b997-390b73ddbf41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:29.925172 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48b60e0a-8b63-4e1a-b997-390b73ddbf41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:29.928879 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-48b60e0a-8b63-4e1a-b997-390b73ddbf41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:29.965733 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-48b60e0a-8b63-4e1a-b997-390b73ddbf41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5414cd16e1714e9481fa337bfb0697ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465430 Jul 23 23:06:29.967618 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b60e0a-8b63-4e1a-b997-390b73ddbf41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa5fec4-9ac1-4c8b-903c-2a3719abbd59,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:29.968397 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 55842) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:30.016663 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-26cb0c52-aec2-48bb-9572-e6e34ea9e0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:30.037981 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-26cb0c52-aec2-48bb-9572-e6e34ea9e0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:30.083823 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-26cb0c52-aec2-48bb-9572-e6e34ea9e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:30.086349 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-26cb0c52-aec2-48bb-9572-e6e34ea9e0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:30.087546 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-26cb0c52-aec2-48bb-9572-e6e34ea9e0ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fa5fec4-9ac1-4c8b-903c-2a3719abbd59 HTTP/1.1" status: 204 len: 168 time: 0.1180947 Jul 23 23:06:30.095799 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb0c52-aec2-48bb-9572-e6e34ea9e0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa5fec4-9ac1-4c8b-903c-2a3719abbd59,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:30.464568 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 55866) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:30.899934 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943956'] for router_interface, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:30.949080 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf10d84-810e-4e08-9352-8b104701f95c req-c4dba6aa-f9f2-4d6f-9e2b-d9655c24be70 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:30.950681 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-abf10d84-810e-4e08-9352-8b104701f95c req-c4dba6aa-f9f2-4d6f-9e2b-d9655c24be70 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0716562 Jul 23 23:06:30.998342 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-abf10d84-810e-4e08-9352-8b104701f95c req-fc3ca413-2a41-4b3a-bd6d-fc56f88432fe tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416622 Jul 23 23:06:31.213695 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Deleting port a1993483-eb30-44cd-8533-e5f949dc7d62 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:06:31.214131 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:31.291865 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] For port a1993483-eb30-44cd-8533-e5f949dc7d62, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=a1993483-eb30-44cd-8533-e5f949dc7d62,segment=NetworkSegment(7bc915f6-66bf-4953-8685-7935dd08aa3b),segment_id=7bc915f6-66bf-4953-8685-7935dd08aa3b)] {{(pid=93009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:31.292224 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:31.304671 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Calling delete_port for a1993483-eb30-44cd-8533-e5f949dc7d62 owned by network:router_interface {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:06:31.724226 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 55908) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:31.755800 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:31.784225 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Pushing event deleted for resources: {'Port': ['ID=a1993483-eb30-44cd-8533-e5f949dc7d62,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:31.795313 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:31.795848 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:31.796371 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:31.796712 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:31.797048 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:31.797385 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:31.797716 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:31.798050 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:31.798377 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:31.798766 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:31.799084 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:31.799412 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:31.875558 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-7ab99d9f-5bc2-4c9b-9d46-10177518bfb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:31.961438 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-942882'] for router_interface, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:31.967937 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-7ab99d9f-5bc2-4c9b-9d46-10177518bfb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:31.972505 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-7ab99d9f-5bc2-4c9b-9d46-10177518bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:32.011400 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-7ab99d9f-5bc2-4c9b-9d46-10177518bfb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15e49e1e2c1c4e9e836b0501403e4cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858636 Jul 23 23:06:32.012233 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab99d9f-5bc2-4c9b-9d46-10177518bfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed4f9c1-28ef-4f30-9a19-bf3d9ff87505,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:32.015289 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 55918) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:32.081539 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-422fd6bd-c16e-400a-85ab-2fc433c59f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:32.122370 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-422fd6bd-c16e-400a-85ab-2fc433c59f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:32.175622 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5346473-54a3-4654-aae0-8a8c2cd11b32 req-e33255dc-1cad-4ff1-a278-aedc30a60224 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:32.177500 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e5346473-54a3-4654-aae0-8a8c2cd11b32 req-e33255dc-1cad-4ff1-a278-aedc30a60224 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1077313 Jul 23 23:06:32.189575 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Router b935ed7c-a240-47e3-b0e8-3dd50b05039f has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:06:32.200339 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-422fd6bd-c16e-400a-85ab-2fc433c59f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:32.202867 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-422fd6bd-c16e-400a-85ab-2fc433c59f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:32.203977 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-422fd6bd-c16e-400a-85ab-2fc433c59f6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ed4f9c1-28ef-4f30-9a19-bf3d9ff87505 HTTP/1.1" status: 204 len: 168 time: 0.1877148 Jul 23 23:06:32.223433 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fd6bd-c16e-400a-85ab-2fc433c59f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed4f9c1-28ef-4f30-9a19-bf3d9ff87505,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:32.238482 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e5346473-54a3-4654-aae0-8a8c2cd11b32 req-8c3c1089-dc4d-4c65-812d-0dd2b661b6ce tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539923 Jul 23 23:06:32.318578 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:06:32.323866 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-a4221fd8-23c8-402b-b26e-f766f648b8df admin admin] 10.222.0.20 "PUT /v2.0/routers/b935ed7c-a240-47e3-b0e8-3dd50b05039f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8576028 Jul 23 23:06:32.327089 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 55926) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:32.329847 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c707f934-0b80-40bc-ab0e-50c7e5091db6 None None] Sync routers for ids ['b935ed7c-a240-47e3-b0e8-3dd50b05039f'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:06:32.340964 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c707f934-0b80-40bc-ab0e-50c7e5091db6 None None] Routers {'b935ed7c-a240-47e3-b0e8-3dd50b05039f'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:32.341452 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-c707f934-0b80-40bc-ab0e-50c7e5091db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['b935ed7c-a240-47e3-b0e8-3dd50b05039f'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:32.438478 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-eae93e28-3a4b-48cb-a8eb-23cb69780b1b admin admin] Notify callbacks [] for router, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:32.450446 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-c707f934-0b80-40bc-ab0e-50c7e5091db6 None None] Set router b935ed7c-a240-47e3-b0e8-3dd50b05039f gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:32.492206 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 55928) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:32.506094 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-3e39aa26-6bc2-4722-be72-6f6b6d42923c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:32.549599 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-eae93e28-3a4b-48cb-a8eb-23cb69780b1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:32.607774 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-3e39aa26-6bc2-4722-be72-6f6b6d42923c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:32.608906 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-eae93e28-3a4b-48cb-a8eb-23cb69780b1b admin admin] Deleting port 28e9a9e5-087d-47fe-b35d-33bea60e21f9 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:06:32.609290 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-eae93e28-3a4b-48cb-a8eb-23cb69780b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:32.613460 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-3e39aa26-6bc2-4722-be72-6f6b6d42923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:32.636387 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-c707f934-0b80-40bc-ab0e-50c7e5091db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'name': 'tempest-ServerRescueNegativeTestJSON-100313759-router', 'tenant_id': '73844bc3ec514868b92c7e79b128f3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '28e9a9e5-087d-47fe-b35d-33bea60e21f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:06:31Z', 'revision_number': 5, 'project_id': '73844bc3ec514868b92c7e79b128f3ee', 'gw_port': {'id': '28e9a9e5-087d-47fe-b35d-33bea60e21f9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ce:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:32.652572 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 5531c33c-327a-4031-886d-936f12928e58 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:06:32.663779 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c707f934-0b80-40bc-ab0e-50c7e5091db6 None None] Checking router: b935ed7c-a240-47e3-b0e8-3dd50b05039f for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:06:32.665252 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-3e39aa26-6bc2-4722-be72-6f6b6d42923c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9df578cda9147bb91ac519c6dc69597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719220 Jul 23 23:06:32.665839 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 55930) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:32.668067 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39aa26-6bc2-4722-be72-6f6b6d42923c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36b0529-2735-4701-91a5-0da89c31f485,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:32.674994 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: 5531c33c-327a-4031-886d-936f12928e58 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:06:32.675674 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 5531c33c-327a-4031-886d-936f12928e58 not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:06:32.681744 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c707f934-0b80-40bc-ab0e-50c7e5091db6 None None] Routers {'b935ed7c-a240-47e3-b0e8-3dd50b05039f'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:32.682477 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-c707f934-0b80-40bc-ab0e-50c7e5091db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['b935ed7c-a240-47e3-b0e8-3dd50b05039f'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:32.718166 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [None req-eae93e28-3a4b-48cb-a8eb-23cb69780b1b admin admin] For port 28e9a9e5-087d-47fe-b35d-33bea60e21f9, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=28e9a9e5-087d-47fe-b35d-33bea60e21f9,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:32.719711 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-eae93e28-3a4b-48cb-a8eb-23cb69780b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:32.725444 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-65e0faba-c576-4013-b015-78a06103fc0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:32.732131 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-eae93e28-3a4b-48cb-a8eb-23cb69780b1b admin admin] Calling delete_port for 28e9a9e5-087d-47fe-b35d-33bea60e21f9 owned by network:router_gateway {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:06:32.747663 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-65e0faba-c576-4013-b015-78a06103fc0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:32.768772 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-c707f934-0b80-40bc-ab0e-50c7e5091db6 None None] Set router b935ed7c-a240-47e3-b0e8-3dd50b05039f gateway port host: None {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:32.797921 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-65e0faba-c576-4013-b015-78a06103fc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:32.800826 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-65e0faba-c576-4013-b015-78a06103fc0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:32.804704 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-65e0faba-c576-4013-b015-78a06103fc0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d36b0529-2735-4701-91a5-0da89c31f485 HTTP/1.1" status: 204 len: 168 time: 0.1374373 Jul 23 23:06:32.813278 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0faba-c576-4013-b015-78a06103fc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36b0529-2735-4701-91a5-0da89c31f485,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:32.861853 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-c707f934-0b80-40bc-ab0e-50c7e5091db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'name': 'tempest-ServerRescueNegativeTestJSON-100313759-router', 'tenant_id': '73844bc3ec514868b92c7e79b128f3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:06:32Z', 'revision_number': 6, 'project_id': '73844bc3ec514868b92c7e79b128f3ee', 'gw_port_host': None}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:32.890232 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c707f934-0b80-40bc-ab0e-50c7e5091db6 None None] The sync data for ids ['b935ed7c-a240-47e3-b0e8-3dd50b05039f'] in dv-cinder-679138-12-iscsi is: [{'id': 'b935ed7c-a240-47e3-b0e8-3dd50b05039f', 'name': 'tempest-ServerRescueNegativeTestJSON-100313759-router', 'tenant_id': '73844bc3ec514868b92c7e79b128f3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:06:32Z', 'revision_number': 6, 'project_id': '73844bc3ec514868b92c7e79b128f3ee', 'gw_port_host': None}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:06:32.958540 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-eae93e28-3a4b-48cb-a8eb-23cb69780b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:32.985740 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae93e28-3a4b-48cb-a8eb-23cb69780b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=28e9a9e5-087d-47fe-b35d-33bea60e21f9,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:33.059689 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-eae93e28-3a4b-48cb-a8eb-23cb69780b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946459'] for router_gateway, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.161966 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-eae93e28-3a4b-48cb-a8eb-23cb69780b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-983139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1930'] for router, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.164222 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-eae93e28-3a4b-48cb-a8eb-23cb69780b1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.234198 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-eae93e28-3a4b-48cb-a8eb-23cb69780b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-983287'] for router, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.234768 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae93e28-3a4b-48cb-a8eb-23cb69780b1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b935ed7c-a240-47e3-b0e8-3dd50b05039f {{(pid=93010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:06:33.240282 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-eae93e28-3a4b-48cb-a8eb-23cb69780b1b admin admin] Notify callbacks [] for router, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.245224 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 55948) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:33.246090 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-eae93e28-3a4b-48cb-a8eb-23cb69780b1b admin admin] 10.222.0.20 "DELETE /v2.0/routers/b935ed7c-a240-47e3-b0e8-3dd50b05039f HTTP/1.1" status: 204 len: 168 time: 0.9177558 Jul 23 23:06:33.319520 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45169ce-5046-4130-8407-4331aaa3324f admin admin] Deleting subnet 09f5b0d2-9e82-4d1b-9669-e70cea678b05 {{(pid=93009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:06:33.323997 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d45169ce-5046-4130-8407-4331aaa3324f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.377722 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d45169ce-5046-4130-8407-4331aaa3324f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11369256'] for subnet, precommit_delete_associations {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.411004 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c10e32-8b67-4da7-b52c-62a7e4f4d1ee req-95e8cffb-0951-4063-9ca7-76fcbd583896 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:33.412823 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b5c10e32-8b67-4da7-b52c-62a7e4f4d1ee req-95e8cffb-0951-4063-9ca7-76fcbd583896 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0876179 Jul 23 23:06:33.432661 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d45169ce-5046-4130-8407-4331aaa3324f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018516'] for subnet, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.456500 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b5c10e32-8b67-4da7-b52c-62a7e4f4d1ee req-8886d50d-7dc0-43c2-937c-0aa501989de5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343995 Jul 23 23:06:33.487975 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d45169ce-5046-4130-8407-4331aaa3324f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11586274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11915057'] for subnet, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.514466 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45169ce-5046-4130-8407-4331aaa3324f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09f5b0d2-9e82-4d1b-9669-e70cea678b05,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:33.520259 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d45169ce-5046-4130-8407-4331aaa3324f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.522580 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-d45169ce-5046-4130-8407-4331aaa3324f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/09f5b0d2-9e82-4d1b-9669-e70cea678b05 HTTP/1.1" status: 204 len: 168 time: 0.2757740 Jul 23 23:06:33.524871 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 55960) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:33.593735 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-84da97fc-e7c1-4b0d-b724-2745a79ed7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4034542'] for network, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.625575 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 55964) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:33.681324 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-84da97fc-e7c1-4b0d-b724-2745a79ed7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4025307', 'neutron.services.segments.db._delete_segments_for_network-8750116804994'] for network, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.691316 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-84da97fc-e7c1-4b0d-b724-2745a79ed7db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f396b245-9304-4862-be4a-20a740e2e6d4']}} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:33.701036 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-84da97fc-e7c1-4b0d-b724-2745a79ed7db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc915f6-66bf-4953-8685-7935dd08aa3b') {'for_net_delete': True} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:33.701328 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-84da97fc-e7c1-4b0d-b724-2745a79ed7db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc915f6-66bf-4953-8685-7935dd08aa3b') {} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:33.709882 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-84da97fc-e7c1-4b0d-b724-2745a79ed7db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750116706807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11369255'] for segment, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.723959 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-08f7175a-b2de-4717-b528-2c07a57a744b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1319524691-network', 'tenant_id': 'dfe5438b420a4e12a7cb4bf448d87357'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:33.724736 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-84da97fc-e7c1-4b0d-b724-2745a79ed7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.731640 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84da97fc-e7c1-4b0d-b724-2745a79ed7db admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=93009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:06:33.732043 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-84da97fc-e7c1-4b0d-b724-2745a79ed7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11586116'] for segment, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: Traceback (most recent call last): Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: timer() Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: cb(*args, **kw) Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: return func(*args, **kwargs) Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: self._notify() Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: self.callback(batched_events) Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: event.method(event) Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: return f(self, *a, **k) Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._get(url).json() Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: return self.request(url, 'GET', **kwargs) Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:06:33.733696 dv-cinder-679138-12-iscsi neutron-server[93009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:06:33.750861 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f7175a-b2de-4717-b528-2c07a57a744b admin admin] Made reservation on behalf of dfe5438b420a4e12a7cb4bf448d87357 for: {'network': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:06:33.753351 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-08f7175a-b2de-4717-b528-2c07a57a744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.762773 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-08f7175a-b2de-4717-b528-2c07a57a744b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.793538 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-84da97fc-e7c1-4b0d-b724-2745a79ed7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4025298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946679'] for network, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.799570 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-84da97fc-e7c1-4b0d-b724-2745a79ed7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.802699 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-84da97fc-e7c1-4b0d-b724-2745a79ed7db admin admin] 10.222.0.20 "DELETE /v2.0/networks/f396b245-9304-4862-be4a-20a740e2e6d4 HTTP/1.1" status: 204 len: 168 time: 0.2761509 Jul 23 23:06:33.815306 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da97fc-e7c1-4b0d-b724-2745a79ed7db admin admin] Pushing event deleted for resources: {'Network': ['ID=f396b245-9304-4862-be4a-20a740e2e6d4,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:33.856950 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-08f7175a-b2de-4717-b528-2c07a57a744b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.865231 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-08f7175a-b2de-4717-b528-2c07a57a744b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.895455 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f7175a-b2de-4717-b528-2c07a57a744b admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=93010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:06:33.901692 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7175a-b2de-4717-b528-2c07a57a744b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf67037-a6da-4db6-a62d-85931a11ea9a,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:33.909310 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-08f7175a-b2de-4717-b528-2c07a57a744b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.909736 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.segments_db [None req-08f7175a-b2de-4717-b528-2c07a57a744b admin admin] Added segment 80860883-6f1c-4fd8-8c40-35ec8143837f of type vlan for network 01603ff7-0dad-4af2-8b84-10fc3b822fa1 Jul 23 23:06:33.938297 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 55970) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:33.955802 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-08f7175a-b2de-4717-b528-2c07a57a744b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.989712 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-08f7175a-b2de-4717-b528-2c07a57a744b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.990988 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f7175a-b2de-4717-b528-2c07a57a744b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:33.991761 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-08f7175a-b2de-4717-b528-2c07a57a744b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:33.994039 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 55972) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:33.994988 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-fb24a8af-02e3-4231-807e-02e97f002b27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73844bc3ec514868b92c7e79b128f3ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0549212 Jul 23 23:06:34.079951 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-08f7175a-b2de-4717-b528-2c07a57a744b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4506748 Jul 23 23:06:34.080423 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 55976) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:34.082617 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7175a-b2de-4717-b528-2c07a57a744b admin admin] Pushing event updated for resources: {'Network': ['ID=01603ff7-0dad-4af2-8b84-10fc3b822fa1,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:34.085394 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-b0bf1f88-70f3-4d8c-ac29-b72bbaed4222 admin admin] Request body: {'subnet': {'network_id': '01603ff7-0dad-4af2-8b84-10fc3b822fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1319524691-subnet', 'tenant_id': 'dfe5438b420a4e12a7cb4bf448d87357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:34.100138 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network 01603ff7-0dad-4af2-8b84-10fc3b822fa1 details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:06:34.107248 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-1131dbdd-6e15-4265-b23b-409adbc23700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:34.116944 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bf1f88-70f3-4d8c-ac29-b72bbaed4222 admin admin] Made reservation on behalf of dfe5438b420a4e12a7cb4bf448d87357 for: {'subnet': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:06:34.120807 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b0bf1f88-70f3-4d8c-ac29-b72bbaed4222 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11915050'] for subnet, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:34.132442 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-1131dbdd-6e15-4265-b23b-409adbc23700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:34.185348 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-1131dbdd-6e15-4265-b23b-409adbc23700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:34.188011 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-1131dbdd-6e15-4265-b23b-409adbc23700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:34.191609 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-1131dbdd-6e15-4265-b23b-409adbc23700 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b135fc5c-af22-48fd-ad32-77c9c6b3aa62 HTTP/1.1" status: 204 len: 168 time: 0.1920733 Jul 23 23:06:34.197732 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131dbdd-6e15-4265-b23b-409adbc23700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b135fc5c-af22-48fd-ad32-77c9c6b3aa62,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:34.297994 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b0bf1f88-70f3-4d8c-ac29-b72bbaed4222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11586221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11915064'] for subnet, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:34.347023 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf1f88-70f3-4d8c-ac29-b72bbaed4222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a4d3e6c-c391-4f79-a6d0-af4e2975a584,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:34.363578 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bf1f88-70f3-4d8c-ac29-b72bbaed4222 admin admin] Checking segment: {'id': '80860883-6f1c-4fd8-8c40-35ec8143837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '01603ff7-0dad-4af2-8b84-10fc3b822fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:06:34.363934 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bf1f88-70f3-4d8c-ac29-b72bbaed4222 admin admin] Network hostable DHCP agents. Network: 01603ff7-0dad-4af2-8b84-10fc3b822fa1, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:06:34.380307 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bf1f88-70f3-4d8c-ac29-b72bbaed4222 admin admin] Network 01603ff7-0dad-4af2-8b84-10fc3b822fa1 is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:06:34.395791 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-b0bf1f88-70f3-4d8c-ac29-b72bbaed4222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, 01603ff7-0dad-4af2-8b84-10fc3b822fa1) {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:34.404601 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bf1f88-70f3-4d8c-ac29-b72bbaed4222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:34.408269 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6957e5ae-978c-47ba-a1e0-1bfcdb146e1f None None] Network 01603ff7-0dad-4af2-8b84-10fc3b822fa1 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:06:34.411015 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b0bf1f88-70f3-4d8c-ac29-b72bbaed4222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:34.427406 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-b0bf1f88-70f3-4d8c-ac29-b72bbaed4222 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3457723 Jul 23 23:06:34.559409 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f28c6f-5345-43d0-9893-153e00da7408 None None] Network 01603ff7-0dad-4af2-8b84-10fc3b822fa1 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:06:34.614519 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad7e2d-7061-41fe-ac46-93b5e25d465d req-8ce3c3af-8111-40a1-bc1c-b4c4450635ca tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:34.616094 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-30ad7e2d-7061-41fe-ac46-93b5e25d465d req-8ce3c3af-8111-40a1-bc1c-b4c4450635ca tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0770621 Jul 23 23:06:34.662098 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-30ad7e2d-7061-41fe-ac46-93b5e25d465d req-790a31b7-c631-4be2-94c1-83ddfc2bd77a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373762 Jul 23 23:06:34.963081 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56012) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:34.999550 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 28e9a9e5-087d-47fe-b35d-33bea60e21f9 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:06:35.018802 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: 28e9a9e5-087d-47fe-b35d-33bea60e21f9 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:06:35.019147 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 28e9a9e5-087d-47fe-b35d-33bea60e21f9 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:06:35.019571 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device a1993483-eb30-44cd-8533-e5f949dc7d62 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:06:35.024112 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56018) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:35.030822 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-b796a8f5-8a3d-423e-baf6-ae4fe79b0d7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-978970987-network', 'tenant_id': '197480d2dfd047fbadb2d087d20edded'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:35.045782 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: a1993483-eb30-44cd-8533-e5f949dc7d62 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:06:35.046125 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device a1993483-eb30-44cd-8533-e5f949dc7d62 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:06:35.055096 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b796a8f5-8a3d-423e-baf6-ae4fe79b0d7e admin admin] Made reservation on behalf of 197480d2dfd047fbadb2d087d20edded for: {'network': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:06:35.057432 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b796a8f5-8a3d-423e-baf6-ae4fe79b0d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.065543 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b796a8f5-8a3d-423e-baf6-ae4fe79b0d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.155522 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b796a8f5-8a3d-423e-baf6-ae4fe79b0d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.159397 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b796a8f5-8a3d-423e-baf6-ae4fe79b0d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.169247 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-7fea9ae6-6f3a-42de-a07a-b23c19d319d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-network', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:35.184043 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b796a8f5-8a3d-423e-baf6-ae4fe79b0d7e admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=93010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:06:35.190231 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fea9ae6-6f3a-42de-a07a-b23c19d319d9 admin admin] Made reservation on behalf of a9934ee43b824e059d808e7ff73adefd for: {'network': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:06:35.192618 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7fea9ae6-6f3a-42de-a07a-b23c19d319d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.192962 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796a8f5-8a3d-423e-baf6-ae4fe79b0d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6924ecf-5aa5-4e1d-be69-eb84d7a65331,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:35.199928 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b796a8f5-8a3d-423e-baf6-ae4fe79b0d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.200277 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.segments_db [None req-b796a8f5-8a3d-423e-baf6-ae4fe79b0d7e admin admin] Added segment 6e0ca6a0-bb9d-4e9f-940f-e1b6462ed655 of type vlan for network 7ec83e8d-7384-4b53-bcd3-37bd19efc969 Jul 23 23:06:35.201756 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7fea9ae6-6f3a-42de-a07a-b23c19d319d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.242750 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b796a8f5-8a3d-423e-baf6-ae4fe79b0d7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.271923 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b796a8f5-8a3d-423e-baf6-ae4fe79b0d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.272938 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b796a8f5-8a3d-423e-baf6-ae4fe79b0d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:35.273510 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b796a8f5-8a3d-423e-baf6-ae4fe79b0d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.297107 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7fea9ae6-6f3a-42de-a07a-b23c19d319d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.300866 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7fea9ae6-6f3a-42de-a07a-b23c19d319d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.308155 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-b796a8f5-8a3d-423e-baf6-ae4fe79b0d7e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2816162 Jul 23 23:06:35.313860 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56022) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:35.318806 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-80d0387b-edd6-4dc8-aafa-23af4068d5f7 admin admin] Request body: {'subnet': {'network_id': '7ec83e8d-7384-4b53-bcd3-37bd19efc969', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-978970987-subnet', 'tenant_id': '197480d2dfd047fbadb2d087d20edded', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:35.332092 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fea9ae6-6f3a-42de-a07a-b23c19d319d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=93009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:06:35.334583 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796a8f5-8a3d-423e-baf6-ae4fe79b0d7e admin admin] Pushing event updated for resources: {'Network': ['ID=7ec83e8d-7384-4b53-bcd3-37bd19efc969,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:35.346518 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network 7ec83e8d-7384-4b53-bcd3-37bd19efc969 details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:06:35.354020 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7fea9ae6-6f3a-42de-a07a-b23c19d319d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.354357 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.db.segments_db [None req-7fea9ae6-6f3a-42de-a07a-b23c19d319d9 admin admin] Added segment 3d8da13e-20e0-43b2-8975-9436bd4b635b of type vlan for network 70497c0c-7ba3-41f5-9bdc-064acfc78ade Jul 23 23:06:35.357184 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea9ae6-6f3a-42de-a07a-b23c19d319d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599e48d3-08d6-4e7a-948d-1746746891fe,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:35.375227 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d0387b-edd6-4dc8-aafa-23af4068d5f7 admin admin] Made reservation on behalf of 197480d2dfd047fbadb2d087d20edded for: {'subnet': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:06:35.377480 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-80d0387b-edd6-4dc8-aafa-23af4068d5f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11915050'] for subnet, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.425153 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7fea9ae6-6f3a-42de-a07a-b23c19d319d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.498761 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7fea9ae6-6f3a-42de-a07a-b23c19d319d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.499627 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea9ae6-6f3a-42de-a07a-b23c19d319d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:35.500201 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7fea9ae6-6f3a-42de-a07a-b23c19d319d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.540620 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-7fea9ae6-6f3a-42de-a07a-b23c19d319d9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5764210 Jul 23 23:06:35.544335 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56024) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:35.549320 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-61666540-7982-4cf4-b43c-a8bfc8eed93d admin admin] Request body: {'subnet': {'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-subnet', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:35.570312 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61666540-7982-4cf4-b43c-a8bfc8eed93d admin admin] Made reservation on behalf of a9934ee43b824e059d808e7ff73adefd for: {'subnet': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:06:35.572711 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-61666540-7982-4cf4-b43c-a8bfc8eed93d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9051099'] for subnet, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.586759 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea9ae6-6f3a-42de-a07a-b23c19d319d9 admin admin] Pushing event updated for resources: {'Network': ['ID=70497c0c-7ba3-41f5-9bdc-064acfc78ade,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:35.596772 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network 70497c0c-7ba3-41f5-9bdc-064acfc78ade details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:06:35.661340 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-80d0387b-edd6-4dc8-aafa-23af4068d5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11586221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11915064'] for subnet, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.724159 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0387b-edd6-4dc8-aafa-23af4068d5f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ad0b84c-4bd0-4bb6-8d60-de215d07853c,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:35.731343 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d0387b-edd6-4dc8-aafa-23af4068d5f7 admin admin] Checking segment: {'id': '6e0ca6a0-bb9d-4e9f-940f-e1b6462ed655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7ec83e8d-7384-4b53-bcd3-37bd19efc969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:06:35.731698 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d0387b-edd6-4dc8-aafa-23af4068d5f7 admin admin] Network hostable DHCP agents. Network: 7ec83e8d-7384-4b53-bcd3-37bd19efc969, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:06:35.750074 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d0387b-edd6-4dc8-aafa-23af4068d5f7 admin admin] Network 7ec83e8d-7384-4b53-bcd3-37bd19efc969 is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:06:35.761409 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-80d0387b-edd6-4dc8-aafa-23af4068d5f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, 7ec83e8d-7384-4b53-bcd3-37bd19efc969) {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:35.765844 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d0387b-edd6-4dc8-aafa-23af4068d5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:35.766893 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-80d0387b-edd6-4dc8-aafa-23af4068d5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.771322 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c89356-1348-47e5-bdec-ce0f6d51948b None None] Network 7ec83e8d-7384-4b53-bcd3-37bd19efc969 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:06:35.783244 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-80d0387b-edd6-4dc8-aafa-23af4068d5f7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4681087 Jul 23 23:06:35.789715 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-61666540-7982-4cf4-b43c-a8bfc8eed93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8748603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9051081'] for subnet, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.858258 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61666540-7982-4cf4-b43c-a8bfc8eed93d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7187624-9019-4e18-b70c-0ca5879c5b98,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:35.873755 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01c35a-0c5f-447d-82ee-60ab649439b0 req-5fc2b4a2-4f7d-4dd5-988d-e8aeb759a28c tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:35.879713 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ee01c35a-0c5f-447d-82ee-60ab649439b0 req-5fc2b4a2-4f7d-4dd5-988d-e8aeb759a28c tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1384895 Jul 23 23:06:35.892279 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61666540-7982-4cf4-b43c-a8bfc8eed93d admin admin] Checking segment: {'id': '3d8da13e-20e0-43b2-8975-9436bd4b635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:06:35.892658 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61666540-7982-4cf4-b43c-a8bfc8eed93d admin admin] Network hostable DHCP agents. Network: 70497c0c-7ba3-41f5-9bdc-064acfc78ade, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:06:35.913878 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e61162-b7ef-4e01-9fc9-6c5edc022b18 None None] Network 7ec83e8d-7384-4b53-bcd3-37bd19efc969 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:06:35.926248 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61666540-7982-4cf4-b43c-a8bfc8eed93d admin admin] Network 70497c0c-7ba3-41f5-9bdc-064acfc78ade is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:06:35.940595 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ee01c35a-0c5f-447d-82ee-60ab649439b0 req-a8c4b512-6c32-4433-8e8f-9405e5e3ce32 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571802 Jul 23 23:06:35.941242 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-61666540-7982-4cf4-b43c-a8bfc8eed93d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, 70497c0c-7ba3-41f5-9bdc-064acfc78ade) {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:35.946715 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61666540-7982-4cf4-b43c-a8bfc8eed93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:35.947501 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-61666540-7982-4cf4-b43c-a8bfc8eed93d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:35.970928 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5da071a-9e30-4be0-bf34-26db67c4c40a None None] Network 70497c0c-7ba3-41f5-9bdc-064acfc78ade requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:06:35.976171 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-61666540-7982-4cf4-b43c-a8bfc8eed93d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4282076 Jul 23 23:06:35.976570 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56034) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:35.982072 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:36.006280 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1948'] for router, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.007604 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-949246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1008198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.063637 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.189035 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83d872e7-6b40-5497-832c-d0f147a04015-70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98'}]}} from dv-cinder-679138-12-iscsi. {{(pid=93011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:06:36.190268 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.207870 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.330309 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Allocated IP 172.20.0.2 (70497c0c-7ba3-41f5-9bdc-064acfc78ade/f7187624-9019-4e18-b70c-0ca5879c5b98/3b0806b6-1061-404a-b4a3-47bbe7b13ce5) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:06:36.433480 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.454518 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.562759 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_common [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] Allocated IP 172.27.3.109 (28efa890-d1ea-4772-b7d3-cfef5dff758d/97030860-1f38-455c-ac9a-169aa93780e4/67d601a1-9909-4dc2-9986-b4539980ee54) {{(pid=93009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:06:36.614509 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.623572 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Transition to ACTIVE for port object 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:36.638765 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Transition to ACTIVE for port object 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:36.648263 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.672201 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.691980 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Network 70497c0c-7ba3-41f5-9bdc-064acfc78ade is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:06:36.696631 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:36.700857 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:06:36.707536 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Pushing event updated for resources: {'Port': ['ID=3b0806b6-1061-404a-b4a3-47bbe7b13ce5,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:36.712126 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.722916 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:36.723270 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:36.723618 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:36.723957 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:36.724294 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:36.724629 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:36.724961 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:36.725294 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:36.725622 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:36.725948 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:36.726343 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:36.726673 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:36.749880 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:06:36.752755 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:36.758206 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] Received port after_create {{(pid=93009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:06:36.784126 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Attempting to bind port 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:06:36.784343 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] Pushing event updated for resources: {'Port': ['ID=67d601a1-9909-4dc2-9986-b4539980ee54,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:36.784537 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Attempting to bind port 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '3d8da13e-20e0-43b2-8975-9436bd4b635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:06:36.784885 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Attempting to bind port 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 on network 70497c0c-7ba3-41f5-9bdc-064acfc78ade {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:06:36.790164 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:06:36.790631 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Checking segment: {'id': '3d8da13e-20e0-43b2-8975-9436bd4b635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:06:36.791099 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.791496 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Bound using segment: {'id': '3d8da13e-20e0-43b2-8975-9436bd4b635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:06:36.791961 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Bound port: 3b0806b6-1061-404a-b4a3-47bbe7b13ce5, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8da13e-20e0-43b2-8975-9436bd4b635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:06:36.792348 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.856436 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] For port 3b0806b6-1061-404a-b4a3-47bbe7b13ce5, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:06:36.859767 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] For port 3b0806b6-1061-404a-b4a3-47bbe7b13ce5, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=3b0806b6-1061-404a-b4a3-47bbe7b13ce5,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:06:36.864160 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:36.930802 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f0c32-cb37-4a89-9d12-4518aae0e752 None None] Pushing event updated for resources: {'Port': ['ID=3b0806b6-1061-404a-b4a3-47bbe7b13ce5,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:37.016714 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:37.117642 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d5890-6b13-4948-aa7e-a3611a67d572 req-23bb756d-bd72-4fa7-80bf-4713eecdb307 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:37.119940 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5a5d5890-6b13-4948-aa7e-a3611a67d572 req-23bb756d-bd72-4fa7-80bf-4713eecdb307 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0992353 Jul 23 23:06:37.171036 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5a5d5890-6b13-4948-aa7e-a3611a67d572 req-6aa30301-887a-426d-931f-ec3bd3623fe8 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449619 Jul 23 23:06:37.245279 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946495'] for router, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:37.621025 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] Router dde4ec12-704e-4bfa-be83-e3864b016576 is scheduled to L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 with binding_index 1 {{(pid=93009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:06:37.751393 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:06:37.765811 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Sync routers for ids ['dde4ec12-704e-4bfa-be83-e3864b016576'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:06:37.779770 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] Notify callbacks [] for router, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:37.780012 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Routers {'dde4ec12-704e-4bfa-be83-e3864b016576'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:37.780607 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['dde4ec12-704e-4bfa-be83-e3864b016576'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:37.784763 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-4abfc1ad-676b-49ce-8723-fa9c8a38e1cb admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8043606 Jul 23 23:06:37.785464 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56066) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:37.906654 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Set router dde4ec12-704e-4bfa-be83-e3864b016576 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:37.969012 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27070f4-991d-46fa-ba0c-ba3d53cbbd82 None None] Network 70497c0c-7ba3-41f5-9bdc-064acfc78ade requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:06:38.112127 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-1b50365b-39c0-4a68-b784-f24b79466962 None None] Provisioning for port 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:38.231896 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:36Z', 'revision_number': 3, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port': {'id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:38.264473 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Checking router: dde4ec12-704e-4bfa-be83-e3864b016576 for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:06:38.264825 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Updating router dde4ec12-704e-4bfa-be83-e3864b016576 port 67d601a1-9909-4dc2-9986-b4539980ee54 binding host dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:06:38.306928 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:38.401424 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07695a90-54de-4ce1-88f3-1c41c29b0af9 req-7b9cdbd6-2f9d-4f8f-a936-2b18826671b5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:38.406437 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-07695a90-54de-4ce1-88f3-1c41c29b0af9 req-7b9cdbd6-2f9d-4f8f-a936-2b18826671b5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1641812 Jul 23 23:06:38.483134 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-07695a90-54de-4ce1-88f3-1c41c29b0af9 req-244a1061-8927-4e11-803e-ed4655be81cf tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737803 Jul 23 23:06:38.583311 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:38.635553 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:38.657153 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Transition to ACTIVE for port object 67d601a1-9909-4dc2-9986-b4539980ee54 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:38.670300 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:38.728658 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Attempting to bind port 67d601a1-9909-4dc2-9986-b4539980ee54 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:06:38.729025 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Attempting to bind port 67d601a1-9909-4dc2-9986-b4539980ee54 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:06:38.729380 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Attempting to bind port 67d601a1-9909-4dc2-9986-b4539980ee54 on network 28efa890-d1ea-4772-b7d3-cfef5dff758d {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:06:38.738462 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:06:38.738858 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Checking segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:06:38.739264 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:38.739657 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Bound using segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:06:38.740118 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Bound port: 67d601a1-9909-4dc2-9986-b4539980ee54, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:06:38.740712 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:38.743323 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff19a0-98ad-4bb7-baa7-48d642bb96fc None None] Pushing event updated for resources: {'Port': ['ID=67d601a1-9909-4dc2-9986-b4539980ee54,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:38.800279 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] For port 67d601a1-9909-4dc2-9986-b4539980ee54, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:06:38.804750 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] For port 67d601a1-9909-4dc2-9986-b4539980ee54, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=67d601a1-9909-4dc2-9986-b4539980ee54,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:06:38.809847 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:38.877547 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Routers {'dde4ec12-704e-4bfa-be83-e3864b016576'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:38.878178 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['dde4ec12-704e-4bfa-be83-e3864b016576'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:38.878785 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc8ec2-c295-4334-8d96-abc6657d41b4 req-2057bbc5-a14e-4664-bab9-5bcc86cd66e4 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:38.880285 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-68bc8ec2-c295-4334-8d96-abc6657d41b4 req-2057bbc5-a14e-4664-bab9-5bcc86cd66e4 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1929591 Jul 23 23:06:38.882977 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] Allocated IP 172.20.0.1 (70497c0c-7ba3-41f5-9bdc-064acfc78ade/f7187624-9019-4e18-b70c-0ca5879c5b98/79339ec5-9bc2-490f-a339-2c79728ded18) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:06:38.915470 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff19a0-98ad-4bb7-baa7-48d642bb96fc None None] Pushing event updated for resources: {'Port': ['ID=67d601a1-9909-4dc2-9986-b4539980ee54,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:38.993368 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8499129-ed99-409f-8b3d-39097f1f06b5 req-6af71b7b-68b4-4ae7-9c89-51a37b784ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:38.996329 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e8499129-ed99-409f-8b3d-39097f1f06b5 req-6af71b7b-68b4-4ae7-9c89-51a37b784ecd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b4763efe226447f8183b6e16d41cadc&device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 1099 time: 0.1938767 Jul 23 23:06:39.000538 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-68bc8ec2-c295-4334-8d96-abc6657d41b4 req-aef8dd42-7ae4-4b22-9784-8917f213ffcb tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080942 Jul 23 23:06:39.027441 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] Set router dde4ec12-704e-4bfa-be83-e3864b016576 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:39.088111 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.100554 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:39.147284 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] Transition to ACTIVE for port object 79339ec5-9bc2-490f-a339-2c79728ded18 will not be triggered until provisioned by entity DHCP. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:39.187226 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.227129 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:39.233203 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:39.233579 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.238006 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8499129-ed99-409f-8b3d-39097f1f06b5 req-31f4ba96-8363-48bf-967d-8bc0ad61a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:39.239512 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e8499129-ed99-409f-8b3d-39097f1f06b5 req-31f4ba96-8363-48bf-967d-8bc0ad61a62c service neutron] 10.222.0.47 "GET /v2.0/networks?id=c8ea7abd-33e6-496d-83a2-7eb670061309 HTTP/1.1" status: 200 len: 912 time: 0.2344327 Jul 23 23:06:39.245908 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] Network 70497c0c-7ba3-41f5-9bdc-064acfc78ade is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:06:39.284764 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:39.290239 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:06:39.302328 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] Pushing event updated for resources: {'Port': ['ID=79339ec5-9bc2-490f-a339-2c79728ded18,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:39.349809 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e8499129-ed99-409f-8b3d-39097f1f06b5 req-941d6ece-babf-4437-9da2-1bd244f7ee8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56cbeac4-3bab-4a71-951e-b043f8457a86 HTTP/1.1" status: 200 len: 1002 time: 0.1006856 Jul 23 23:06:39.355811 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944432'] for router_interface, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.466009 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:36Z', 'revision_number': 3, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port': {'id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:39.469361 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8499129-ed99-409f-8b3d-39097f1f06b5 req-8711643c-aeee-4965-8369-e0a34c395dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:39.471111 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e8499129-ed99-409f-8b3d-39097f1f06b5 req-8711643c-aeee-4965-8369-e0a34c395dfc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=305eac6e-ee4e-4826-84b5-c213e1725333 HTTP/1.1" status: 200 len: 850 time: 0.0670631 Jul 23 23:06:39.502792 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9703d2fb-8a15-4936-9f93-c2fc5df9bf41 None None] The sync data for ids ['dde4ec12-704e-4bfa-be83-e3864b016576'] in dv-cinder-679138-12-iscsi is: [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:36Z', 'revision_number': 3, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port': {'id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:06:39.506411 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.530081 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-25078e71-d5f4-4bec-9dde-ac3935907078 None None] Provisioning for port 79339ec5-9bc2-490f-a339-2c79728ded18 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:39.544220 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-25078e71-d5f4-4bec-9dde-ac3935907078 None None] Provisioning complete for port 79339ec5-9bc2-490f-a339-2c79728ded18 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:39.544672 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-25078e71-d5f4-4bec-9dde-ac3935907078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.550069 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port 3b0806b6-1061-404a-b4a3-47bbe7b13ce5, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=3b0806b6-1061-404a-b4a3-47bbe7b13ce5,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:39.568990 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.598706 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8499129-ed99-409f-8b3d-39097f1f06b5 req-4caec955-3a79-41e3-b8ce-31abd75cacf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:39.600238 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e8499129-ed99-409f-8b3d-39097f1f06b5 req-4caec955-3a79-41e3-b8ce-31abd75cacf7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8ea7abd-33e6-496d-83a2-7eb670061309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1064155 Jul 23 23:06:39.616524 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.619231 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-25078e71-d5f4-4bec-9dde-ac3935907078 None None] Port 79339ec5-9bc2-490f-a339-2c79728ded18 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:06:39.635232 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=3b0806b6-1061-404a-b4a3-47bbe7b13ce5,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:39.766254 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e8499129-ed99-409f-8b3d-39097f1f06b5 req-afb43554-562b-4f9a-a195-145235b6b8e6 service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563888 Jul 23 23:06:39.936404 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e8499129-ed99-409f-8b3d-39097f1f06b5 req-2e985e56-7f3f-48ab-8cf1-f916651224f1 service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636045 Jul 23 23:06:39.956614 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:39.967899 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:40.043732 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] Pushing event updated for resources: {'Port': ['ID=79339ec5-9bc2-490f-a339-2c79728ded18,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:40.046895 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943877'] for router_interface, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:40.190533 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] Network 70497c0c-7ba3-41f5-9bdc-064acfc78ade is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:06:40.195602 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:40.216792 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07e24f-e46f-43b6-b579-6bbafeb0eb35 req-168cea1a-7874-4ffc-b88f-16b6d0d66138 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:40.218510 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6c07e24f-e46f-43b6-b579-6bbafeb0eb35 req-168cea1a-7874-4ffc-b88f-16b6d0d66138 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1289787 Jul 23 23:06:40.340459 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6c07e24f-e46f-43b6-b579-6bbafeb0eb35 req-0e591fb5-bfd9-451c-a551-cb6456d7133d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914998 Jul 23 23:06:40.407140 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] Router dde4ec12-704e-4bfa-be83-e3864b016576 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:06:40.444492 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-33065f0c-1c49-4a7e-afac-f6221201120f None None] Provisioning complete for port 79339ec5-9bc2-490f-a339-2c79728ded18 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:40.445011 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-33065f0c-1c49-4a7e-afac-f6221201120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:40.485079 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-33065f0c-1c49-4a7e-afac-f6221201120f None None] Port 79339ec5-9bc2-490f-a339-2c79728ded18 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:06:40.538974 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:06:40.546173 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-3283cfd9-7049-40b0-9535-2ea33e7e1d6a admin admin] 10.222.0.20 "PUT /v2.0/routers/dde4ec12-704e-4bfa-be83-e3864b016576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7587869 Jul 23 23:06:41.030764 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56124) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:41.035886 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-1a4707b1-f456-4617-9ded-0107cad2fb92 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1435135968', 'description': 'tempest-description--1812929913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:41.059799 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-1a4707b1-f456-4617-9ded-0107cad2fb92 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.088897 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 67d601a1-9909-4dc2-9986-b4539980ee54 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:41.148932 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port 67d601a1-9909-4dc2-9986-b4539980ee54 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:41.152488 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 67d601a1-9909-4dc2-9986-b4539980ee54 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:41.152782 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.156587 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-1a4707b1-f456-4617-9ded-0107cad2fb92 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.159297 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-1a4707b1-f456-4617-9ded-0107cad2fb92 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.180029 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Sync routers for ids ['dde4ec12-704e-4bfa-be83-e3864b016576'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:06:41.185105 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-1a4707b1-f456-4617-9ded-0107cad2fb92 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.188844 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-1a4707b1-f456-4617-9ded-0107cad2fb92 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1543279 Jul 23 23:06:41.189356 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56128) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:41.194069 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Routers {'dde4ec12-704e-4bfa-be83-e3864b016576'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:41.194213 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-dfab6228-ede9-47dc-962a-7afb9997391b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Request body: {'security_group_rule': {'security_group_id': 'aa676d31-d01b-4653-8f16-2f6f4c71690f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:41.195607 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['dde4ec12-704e-4bfa-be83-e3864b016576'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:41.200714 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4707b1-f456-4617-9ded-0107cad2fb92 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa676d31-d01b-4653-8f16-2f6f4c71690f,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:41.228381 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-dfab6228-ede9-47dc-962a-7afb9997391b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.249736 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.278010 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port 67d601a1-9909-4dc2-9986-b4539980ee54, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=67d601a1-9909-4dc2-9986-b4539980ee54,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:41.285021 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.286070 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:41.302145 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-dfab6228-ede9-47dc-962a-7afb9997391b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.307338 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2c9b6acb-3fc0-4332-9114-7bc4ffdb1082 req-03644f28-5f0f-410f-b0fa-5c9468ae40fb tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549967172&fields=id&tenant_id=6b241485e6e2496fa41c0ab5e1b28db1 HTTP/1.1" status: 200 len: 267 time: 0.0427754 Jul 23 23:06:41.308562 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-dfab6228-ede9-47dc-962a-7afb9997391b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.325357 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab6228-ede9-47dc-962a-7afb9997391b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=208e8b35-8a84-48c6-a8ad-36ab33dc0cc2,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:41.345792 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Set router dde4ec12-704e-4bfa-be83-e3864b016576 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:41.349630 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-dfab6228-ede9-47dc-962a-7afb9997391b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.350942 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-dfab6228-ede9-47dc-962a-7afb9997391b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1605525 Jul 23 23:06:41.353459 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56134) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:41.361320 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-d052ec94-a03e-45db-b289-8a25e55b7932 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Request body: {'security_group_rule': {'security_group_id': 'aa676d31-d01b-4653-8f16-2f6f4c71690f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:41.389811 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=67d601a1-9909-4dc2-9986-b4539980ee54,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:41.406404 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:41.407243 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.419466 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d052ec94-a03e-45db-b289-8a25e55b7932 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.456722 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b6acb-3fc0-4332-9114-7bc4ffdb1082 req-81aa8804-33a2-4ea3-88a9-4e6af6118edf tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:41.458089 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2c9b6acb-3fc0-4332-9114-7bc4ffdb1082 req-81aa8804-33a2-4ea3-88a9-4e6af6118edf tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 985 time: 0.1436965 Jul 23 23:06:41.472292 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-2c9b6acb-3fc0-4332-9114-7bc4ffdb1082 req-feefba58-7d00-486c-889d-4247d9df3a77 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Request body: {'port': {'security_groups': ['b1959e13-b99c-4a5f-87fe-328d9739d108']}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:41.514961 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d052ec94-a03e-45db-b289-8a25e55b7932 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.520975 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d052ec94-a03e-45db-b289-8a25e55b7932 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.542745 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052ec94-a03e-45db-b289-8a25e55b7932 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a27c2958-e24f-44ec-a372-ed5df8578d0f,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:41.550622 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d052ec94-a03e-45db-b289-8a25e55b7932 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.555068 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-d052ec94-a03e-45db-b289-8a25e55b7932 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2005262 Jul 23 23:06:41.555778 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56138) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:41.563113 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-ee0e7190-85cf-47ca-93e0-8157aadd835d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Request body: {'floatingip': {'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:41.592423 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7190-85cf-47ca-93e0-8157aadd835d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for floatingip, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.714241 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7190-85cf-47ca-93e0-8157aadd835d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.716196 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 4, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port': {'id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '79339ec5-9bc2-490f-a339-2c79728ded18', 'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'mac_address': 'fa:16:3e:9b:98:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:38Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 2, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'subnets': [{'id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:41.747436 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Checking router: dde4ec12-704e-4bfa-be83-e3864b016576 for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:06:41.748142 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Updating router dde4ec12-704e-4bfa-be83-e3864b016576 port 79339ec5-9bc2-490f-a339-2c79728ded18 binding host dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:06:41.799162 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.862514 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_common [None req-ee0e7190-85cf-47ca-93e0-8157aadd835d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Allocated IP 172.27.3.236 (28efa890-d1ea-4772-b7d3-cfef5dff758d/97030860-1f38-455c-ac9a-169aa93780e4/941b72ee-738c-421e-b69e-ddbd313bf77f) {{(pid=93009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:06:41.871559 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2c9b6acb-3fc0-4332-9114-7bc4ffdb1082 req-feefba58-7d00-486c-889d-4247d9df3a77 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:41.996368 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1659e3a-f8e4-470a-9ee2-0adba2843008 req-512d899c-c766-4067-b442-e91b683b6930 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:41.997988 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e1659e3a-f8e4-470a-9ee2-0adba2843008 req-512d899c-c766-4067-b442-e91b683b6930 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.4630077 Jul 23 23:06:42.007751 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7190-85cf-47ca-93e0-8157aadd835d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for port, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.054285 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7190-85cf-47ca-93e0-8157aadd835d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.061625 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e1659e3a-f8e4-470a-9ee2-0adba2843008 req-21ee7518-fdad-4b15-b664-06bff24beb99 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551991 Jul 23 23:06:42.098758 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0e7190-85cf-47ca-93e0-8157aadd835d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:06:42.101766 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-ee0e7190-85cf-47ca-93e0-8157aadd835d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:42.107086 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0e7190-85cf-47ca-93e0-8157aadd835d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Received port after_create {{(pid=93009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:06:42.110130 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e7190-85cf-47ca-93e0-8157aadd835d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Pushing event updated for resources: {'Port': ['ID=941b72ee-738c-421e-b69e-ddbd313bf77f,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:42.145935 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.159303 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Transition to ACTIVE for port object 79339ec5-9bc2-490f-a339-2c79728ded18 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:42.168098 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.169502 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-2c9b6acb-3fc0-4332-9114-7bc4ffdb1082 req-feefba58-7d00-486c-889d-4247d9df3a77 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] For port ea591416-9920-41ed-9d33-eee7bae7a978, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=ea591416-9920-41ed-9d33-eee7bae7a978,segment=NetworkSegment(6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5),segment_id=6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:42.216403 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2c9b6acb-3fc0-4332-9114-7bc4ffdb1082 req-feefba58-7d00-486c-889d-4247d9df3a77 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.222708 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2c9b6acb-3fc0-4332-9114-7bc4ffdb1082 req-feefba58-7d00-486c-889d-4247d9df3a77 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.222996 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7190-85cf-47ca-93e0-8157aadd835d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.224493 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cbca7-8a59-4a80-9537-e4d908770353 None None] Pushing event updated for resources: {'Port': ['ID=79339ec5-9bc2-490f-a339-2c79728ded18,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:42.233698 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cbca7-8a59-4a80-9537-e4d908770353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:42.234168 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cbca7-8a59-4a80-9537-e4d908770353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:42.234367 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cbca7-8a59-4a80-9537-e4d908770353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:42.234896 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cbca7-8a59-4a80-9537-e4d908770353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:42.235402 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cbca7-8a59-4a80-9537-e4d908770353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:42.235898 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cbca7-8a59-4a80-9537-e4d908770353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:42.236377 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cbca7-8a59-4a80-9537-e4d908770353 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:42.237588 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cbca7-8a59-4a80-9537-e4d908770353 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:42.238094 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cbca7-8a59-4a80-9537-e4d908770353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:42.238599 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cbca7-8a59-4a80-9537-e4d908770353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:42.239075 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cbca7-8a59-4a80-9537-e4d908770353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:42.239570 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7cbca7-8a59-4a80-9537-e4d908770353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:06:42.263109 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['ea591416-9920-41ed-9d33-eee7bae7a978'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:06:42.292577 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7190-85cf-47ca-93e0-8157aadd835d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.303317 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b6acb-3fc0-4332-9114-7bc4ffdb1082 req-feefba58-7d00-486c-889d-4247d9df3a77 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:42.315413 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-2c9b6acb-3fc0-4332-9114-7bc4ffdb1082 req-feefba58-7d00-486c-889d-4247d9df3a77 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.317659 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2c9b6acb-3fc0-4332-9114-7bc4ffdb1082 req-feefba58-7d00-486c-889d-4247d9df3a77 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "PUT /v2.0/ports/ea591416-9920-41ed-9d33-eee7bae7a978 HTTP/1.1" status: 200 len: 943 time: 0.8501558 Jul 23 23:06:42.318221 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cffe3a-557c-4487-8f87-8e6f1b44a215', 'tag': 'ea591416-9920-41ed-9d33-eee7bae7a978'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:06:42.324298 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b13393-9aef-4568-a567-9a3197c278a2" -d '{"events": [{"name": "network-changed", "server_uuid": "98cffe3a-557c-4487-8f87-8e6f1b44a215", "tag": "ea591416-9920-41ed-9d33-eee7bae7a978"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:06:42.347908 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56160) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:42.371172 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Attempting to bind port 79339ec5-9bc2-490f-a339-2c79728ded18 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:06:42.371790 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Attempting to bind port 79339ec5-9bc2-490f-a339-2c79728ded18 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '3d8da13e-20e0-43b2-8975-9436bd4b635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:06:42.372314 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Attempting to bind port 79339ec5-9bc2-490f-a339-2c79728ded18 on network 70497c0c-7ba3-41f5-9bdc-064acfc78ade {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:06:42.389605 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:06:42.390296 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Checking segment: {'id': '3d8da13e-20e0-43b2-8975-9436bd4b635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:06:42.390910 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.391506 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Bound using segment: {'id': '3d8da13e-20e0-43b2-8975-9436bd4b635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:06:42.392149 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Bound port: 79339ec5-9bc2-490f-a339-2c79728ded18, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8da13e-20e0-43b2-8975-9436bd4b635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:06:42.392729 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.420092 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feefba58-7d00-486c-889d-4247d9df3a77 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Pushing event updated for resources: {'Port': ['ID=ea591416-9920-41ed-9d33-eee7bae7a978,revision_number=7']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:42.435086 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0fa7e7c-cc60-42bc-a720-f5e9efda82f4 x-openstack-request-id: req-c0fa7e7c-cc60-42bc-a720-f5e9efda82f4 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:06:42.436926 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cffe3a-557c-4487-8f87-8e6f1b44a215", "tag": "ea591416-9920-41ed-9d33-eee7bae7a978", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:06:42.436926 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0fa7e7c-cc60-42bc-a720-f5e9efda82f4 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:06:42.436926 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cffe3a-557c-4487-8f87-8e6f1b44a215', 'tag': 'ea591416-9920-41ed-9d33-eee7bae7a978', 'status': 'completed', 'code': 200} Jul 23 23:06:42.460138 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['ea591416-9920-41ed-9d33-eee7bae7a978'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:06:42.509085 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] For port 79339ec5-9bc2-490f-a339-2c79728ded18, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:06:42.516804 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] For port 79339ec5-9bc2-490f-a339-2c79728ded18, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=79339ec5-9bc2-490f-a339-2c79728ded18,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:06:42.526879 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.538599 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-68028d19-64ab-4d8d-9d96-505f4a4cb7e6 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.594283 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-68028d19-64ab-4d8d-9d96-505f4a4cb7e6 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.606281 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Routers {'dde4ec12-704e-4bfa-be83-e3864b016576'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:42.607354 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['dde4ec12-704e-4bfa-be83-e3864b016576'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:42.639408 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b13393-9aef-4568-a567-9a3197c278a2 req-c616971a-63e8-4d58-a07f-58bfd6043e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:42.641322 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-52b13393-9aef-4568-a567-9a3197c278a2 req-c616971a-63e8-4d58-a07f-58bfd6043e7d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b241485e6e2496fa41c0ab5e1b28db1&device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 1099 time: 0.1600668 Jul 23 23:06:42.641472 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7190-85cf-47ca-93e0-8157aadd835d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for port, precommit_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.648984 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7190-85cf-47ca-93e0-8157aadd835d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11586072'] for port, after_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.779986 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] Set router dde4ec12-704e-4bfa-be83-e3864b016576 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:42.782283 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e7190-85cf-47ca-93e0-8157aadd835d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Pushing event updated for resources: {'Port': ['ID=941b72ee-738c-421e-b69e-ddbd313bf77f,revision_number=2']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:42.791344 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7190-85cf-47ca-93e0-8157aadd835d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946657'] for floatingip, after_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.809410 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7190-85cf-47ca-93e0-8157aadd835d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.810635 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b13393-9aef-4568-a567-9a3197c278a2 req-f57f25bb-700d-41bb-b9ef-389bab29ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:42.811409 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-ee0e7190-85cf-47ca-93e0-8157aadd835d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2537706 Jul 23 23:06:42.812518 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-52b13393-9aef-4568-a567-9a3197c278a2 req-f57f25bb-700d-41bb-b9ef-389bab29ce90 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2603d214-76f3-403c-83bf-3db63ba9af9d HTTP/1.1" status: 200 len: 915 time: 0.1619327 Jul 23 23:06:42.844157 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cbca7-8a59-4a80-9537-e4d908770353 None None] Pushing event updated for resources: {'Port': ['ID=79339ec5-9bc2-490f-a339-2c79728ded18,revision_number=4']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:42.893636 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-68028d19-64ab-4d8d-9d96-505f4a4cb7e6 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.900046 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-68028d19-64ab-4d8d-9d96-505f4a4cb7e6 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.904320 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56168) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:42.904535 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-68028d19-64ab-4d8d-9d96-505f4a4cb7e6 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "DELETE /v2.0/security-groups/ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c HTTP/1.1" status: 204 len: 168 time: 0.5424638 Jul 23 23:06:42.918369 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-e6c3db9b-75df-4135-b7b5-af572ea914db None None] Provisioning complete for port ea591416-9920-41ed-9d33-eee7bae7a978 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:42.919037 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e6c3db9b-75df-4135-b7b5-af572ea914db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:42.920637 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68028d19-64ab-4d8d-9d96-505f4a4cb7e6 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3d9cdf-d2b8-4063-bbcb-0e80e2facc7c,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:42.924705 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-52b13393-9aef-4568-a567-9a3197c278a2 req-56181c9c-1498-45a3-9da1-4ceb6566501d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea591416-9920-41ed-9d33-eee7bae7a978 HTTP/1.1" status: 200 len: 1001 time: 0.1052120 Jul 23 23:06:43.047917 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b13393-9aef-4568-a567-9a3197c278a2 req-009780ae-4e48-4810-96ba-9f9db103d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:43.048463 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-52b13393-9aef-4568-a567-9a3197c278a2 req-009780ae-4e48-4810-96ba-9f9db103d9f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d HTTP/1.1" status: 200 len: 853 time: 0.1157279 Jul 23 23:06:43.085822 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 67d601a1-9909-4dc2-9986-b4539980ee54 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:43.130717 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-631e62ef-56aa-4ac2-9fc5-a17c57d0bb88 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1435135968&fields=id&tenant_id=a9934ee43b824e059d808e7ff73adefd HTTP/1.1" status: 200 len: 267 time: 0.1318681 Jul 23 23:06:43.168022 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 67d601a1-9909-4dc2-9986-b4539980ee54 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:43.168403 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:43.218554 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-b967221f-b5ce-47ea-9067-fce3b62c653e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Deleting port a3b21c83-9f7e-4e3d-b20b-a49981b7d3c0 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:06:43.218554 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b967221f-b5ce-47ea-9067-fce3b62c653e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:43.263106 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b13393-9aef-4568-a567-9a3197c278a2 req-7bec0283-ef05-4ac5-b63b-bfc18a6d20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:43.266423 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-52b13393-9aef-4568-a567-9a3197c278a2 req-7bec0283-ef05-4ac5-b63b-bfc18a6d20ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2603d214-76f3-403c-83bf-3db63ba9af9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2035441 Jul 23 23:06:43.276305 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 4, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port': {'id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '79339ec5-9bc2-490f-a339-2c79728ded18', 'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'mac_address': 'fa:16:3e:9b:98:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:38Z', 'updated_at': '2021-07-23T23:06:42Z', 'revision_number': 4, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'subnets': [{'id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:43.322374 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-1bedf9be-df8b-45a1-a0a1-92c5a6c26b98 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:43.324077 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-1bedf9be-df8b-45a1-a0a1-92c5a6c26b98 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/networks?id=70497c0c-7ba3-41f5-9bdc-064acfc78ade HTTP/1.1" status: 200 len: 817 time: 0.1816471 Jul 23 23:06:43.342331 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b967221f-b5ce-47ea-9067-fce3b62c653e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:43.343043 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b967221f-b5ce-47ea-9067-fce3b62c653e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:43.348441 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e46161-c3d0-4509-953d-5ce7b18fa451 None None] The sync data for ids ['dde4ec12-704e-4bfa-be83-e3864b016576'] in dv-cinder-679138-12-iscsi is: [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 4, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port': {'id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '79339ec5-9bc2-490f-a339-2c79728ded18', 'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'mac_address': 'fa:16:3e:9b:98:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:38Z', 'updated_at': '2021-07-23T23:06:42Z', 'revision_number': 4, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'subnets': [{'id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:06:43.349269 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ac8dc88a-5c39-47cd-a753-59de0578a30f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/quotas/a9934ee43b824e059d808e7ff73adefd HTTP/1.1" status: 200 len: 375 time: 0.0183854 Jul 23 23:06:43.366691 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1bd38141-54a6-4db5-adb3-15472d0dc36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:43.388793 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-b967221f-b5ce-47ea-9067-fce3b62c653e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Calling delete_port for a3b21c83-9f7e-4e3d-b20b-a49981b7d3c0 owned by network:floatingip {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:06:43.476291 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-52b13393-9aef-4568-a567-9a3197c278a2 req-63eaf237-819c-41f9-8bcc-3257cd240cbe service neutron] 10.222.0.47 "GET /v2.0/networks/2603d214-76f3-403c-83bf-3db63ba9af9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969776 Jul 23 23:06:43.595429 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-0c1597f4-f6af-4a06-bd45-a736547e64eb tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9934ee43b824e059d808e7ff73adefd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2179210 Jul 23 23:06:43.644240 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-52b13393-9aef-4568-a567-9a3197c278a2 req-96ae3240-8c4c-4309-b15a-e02e25231779 service neutron] 10.222.0.47 "GET /v2.0/networks/2603d214-76f3-403c-83bf-3db63ba9af9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589549 Jul 23 23:06:43.659883 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b967221f-b5ce-47ea-9067-fce3b62c653e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:43.687265 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967221f-b5ce-47ea-9067-fce3b62c653e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Pushing event deleted for resources: {'Port': ['ID=a3b21c83-9f7e-4e3d-b20b-a49981b7d3c0,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:43.739824 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-3659a114-2fc6-43a6-b476-92eb66bbe093 service neutron] 10.222.0.20 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290495 Jul 23 23:06:43.757870 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b967221f-b5ce-47ea-9067-fce3b62c653e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks [] for floatingip, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:43.758324 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.db.l3_db [None req-b967221f-b5ce-47ea-9067-fce3b62c653e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Floating IP 12d4a5df-14e8-44e8-b6ef-1e9cdd002753 disassociated (deleted). External IP: 172.27.3.55, port: ea591416-9920-41ed-9d33-eee7bae7a978. Jul 23 23:06:43.853745 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-fe5236b1-1d07-4ce9-80ac-d9115834a8f2 service neutron] 10.222.0.20 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075468 Jul 23 23:06:43.991149 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b967221f-b5ce-47ea-9067-fce3b62c653e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Router 6828e38b-efc9-4fa2-a659-e227a451093e has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:06:44.042571 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c21b8933-eda0-47f4-89af-021cffbeb39e req-3434589c-382b-49ac-af16-01c8cec9d320 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 210 time: 0.0368857 Jul 23 23:06:44.114147 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b967221f-b5ce-47ea-9067-fce3b62c653e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:06:44.119844 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b967221f-b5ce-47ea-9067-fce3b62c653e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:44.126810 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240f2c32-13d5-470c-b979-c3237ae8e6ff None None] Sync routers for ids ['6828e38b-efc9-4fa2-a659-e227a451093e'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:06:44.137263 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240f2c32-13d5-470c-b979-c3237ae8e6ff None None] Routers {'6828e38b-efc9-4fa2-a659-e227a451093e'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:44.138307 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-240f2c32-13d5-470c-b979-c3237ae8e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['6828e38b-efc9-4fa2-a659-e227a451093e'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:44.168641 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-b967221f-b5ce-47ea-9067-fce3b62c653e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "DELETE /v2.0/floatingips/12d4a5df-14e8-44e8-b6ef-1e9cdd002753 HTTP/1.1" status: 204 len: 168 time: 1.2626126 Jul 23 23:06:44.169406 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98cffe3a-557c-4487-8f87-8e6f1b44a215', 'tag': 'ea591416-9920-41ed-9d33-eee7bae7a978'}] {{(pid=93009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:06:44.185301 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5e0f2973c0b08423bc927c7fb12f7ef382f60b49eb8eaad9de0f06c87e9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd92bc7-3f27-4d26-8beb-1672eee1ac8d" -d '{"events": [{"name": "network-changed", "server_uuid": "98cffe3a-557c-4487-8f87-8e6f1b44a215", "tag": "ea591416-9920-41ed-9d33-eee7bae7a978"}]}' {{(pid=93009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:06:44.266752 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cd76dd-5721-4f59-bbb7-12144376e457 x-openstack-request-id: req-40cd76dd-5721-4f59-bbb7-12144376e457 {{(pid=93009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:06:44.267188 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98cffe3a-557c-4487-8f87-8e6f1b44a215", "tag": "ea591416-9920-41ed-9d33-eee7bae7a978", "status": "completed", "code": 200}]} {{(pid=93009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:06:44.267506 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40cd76dd-5721-4f59-bbb7-12144376e457 {{(pid=93009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:06:44.267976 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98cffe3a-557c-4487-8f87-8e6f1b44a215', 'tag': 'ea591416-9920-41ed-9d33-eee7bae7a978', 'status': 'completed', 'code': 200} Jul 23 23:06:44.285036 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-240f2c32-13d5-470c-b979-c3237ae8e6ff None None] Set router 6828e38b-efc9-4fa2-a659-e227a451093e gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:44.382251 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd92bc7-3f27-4d26-8beb-1672eee1ac8d req-0c479040-aef7-4db7-b0cc-f5c710c4e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:44.386738 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3cd92bc7-3f27-4d26-8beb-1672eee1ac8d req-0c479040-aef7-4db7-b0cc-f5c710c4e688 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b241485e6e2496fa41c0ab5e1b28db1&device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 1099 time: 0.0904608 Jul 23 23:06:44.600087 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd92bc7-3f27-4d26-8beb-1672eee1ac8d req-23e82019-d7a0-4430-92f0-fb6f0061094a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:44.602321 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3cd92bc7-3f27-4d26-8beb-1672eee1ac8d req-23e82019-d7a0-4430-92f0-fb6f0061094a service neutron] 10.222.0.47 "GET /v2.0/networks?id=2603d214-76f3-403c-83bf-3db63ba9af9d HTTP/1.1" status: 200 len: 915 time: 0.2088056 Jul 23 23:06:44.626808 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-240f2c32-13d5-470c-b979-c3237ae8e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'name': 'tempest-TestMinimumBasicScenario-715755652-router', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:45Z', 'updated_at': '2021-07-23T23:02:51Z', 'revision_number': 4, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'gw_port': {'id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:46Z', 'updated_at': '2021-07-23T23:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'cf978763-e273-4c4e-a6de-61a05ac1cdc6', 'name': '', 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'mac_address': 'fa:16:3e:6d:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:49Z', 'updated_at': '2021-07-23T23:03:00Z', 'revision_number': 5, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'subnets': [{'id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:44.677236 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240f2c32-13d5-470c-b979-c3237ae8e6ff None None] Checking router: 6828e38b-efc9-4fa2-a659-e227a451093e for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:06:44.691504 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240f2c32-13d5-470c-b979-c3237ae8e6ff None None] Routers {'6828e38b-efc9-4fa2-a659-e227a451093e'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:44.692139 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-240f2c32-13d5-470c-b979-c3237ae8e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['6828e38b-efc9-4fa2-a659-e227a451093e'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:44.708685 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3cd92bc7-3f27-4d26-8beb-1672eee1ac8d req-7bcfed34-b7d8-4230-af54-a6fc74d04166 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea591416-9920-41ed-9d33-eee7bae7a978 HTTP/1.1" status: 200 len: 217 time: 0.0683861 Jul 23 23:06:44.837030 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-240f2c32-13d5-470c-b979-c3237ae8e6ff None None] Set router 6828e38b-efc9-4fa2-a659-e227a451093e gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:44.847195 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd92bc7-3f27-4d26-8beb-1672eee1ac8d req-c39b4cf7-214e-4ca1-ae46-a196cc6ef285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:44.851539 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3cd92bc7-3f27-4d26-8beb-1672eee1ac8d req-c39b4cf7-214e-4ca1-ae46-a196cc6ef285 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d HTTP/1.1" status: 200 len: 853 time: 0.1242025 Jul 23 23:06:44.994071 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd92bc7-3f27-4d26-8beb-1672eee1ac8d req-9c18994e-d9ea-457b-b513-a7bcb9483269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:44.995748 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3cd92bc7-3f27-4d26-8beb-1672eee1ac8d req-9c18994e-d9ea-457b-b513-a7bcb9483269 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2603d214-76f3-403c-83bf-3db63ba9af9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1332581 Jul 23 23:06:45.103641 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 79339ec5-9bc2-490f-a339-2c79728ded18 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:45.119530 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3cd92bc7-3f27-4d26-8beb-1672eee1ac8d req-2905623e-94ce-454e-b175-26287954bf2a service neutron] 10.222.0.47 "GET /v2.0/networks/2603d214-76f3-403c-83bf-3db63ba9af9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134565 Jul 23 23:06:45.157102 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-240f2c32-13d5-470c-b979-c3237ae8e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'name': 'tempest-TestMinimumBasicScenario-715755652-router', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:45Z', 'updated_at': '2021-07-23T23:02:51Z', 'revision_number': 4, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'gw_port': {'id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:46Z', 'updated_at': '2021-07-23T23:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'cf978763-e273-4c4e-a6de-61a05ac1cdc6', 'name': '', 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'mac_address': 'fa:16:3e:6d:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:49Z', 'updated_at': '2021-07-23T23:03:00Z', 'revision_number': 5, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'subnets': [{'id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:45.180789 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-35dae1af-52ce-4c91-ba9a-ce7db519a945 req-89674e41-10a0-4998-9eec-a4326ea314db tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 210 time: 0.0480690 Jul 23 23:06:45.192620 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240f2c32-13d5-470c-b979-c3237ae8e6ff None None] The sync data for ids ['6828e38b-efc9-4fa2-a659-e227a451093e'] in dv-cinder-679138-12-iscsi is: [{'id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'name': 'tempest-TestMinimumBasicScenario-715755652-router', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:45Z', 'updated_at': '2021-07-23T23:02:51Z', 'revision_number': 4, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'gw_port': {'id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:46Z', 'updated_at': '2021-07-23T23:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'cf978763-e273-4c4e-a6de-61a05ac1cdc6', 'name': '', 'network_id': '2603d214-76f3-403c-83bf-3db63ba9af9d', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'mac_address': 'fa:16:3e:6d:98:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_interface', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:49Z', 'updated_at': '2021-07-23T23:03:00Z', 'revision_number': 5, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'subnets': [{'id': 'cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:06:45.200600 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port 79339ec5-9bc2-490f-a339-2c79728ded18 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:45.211430 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 79339ec5-9bc2-490f-a339-2c79728ded18 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:45.211430 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:45.251650 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3cd92bc7-3f27-4d26-8beb-1672eee1ac8d req-71401224-dd5b-4c2d-b707-4eb99bd8aca3 service neutron] 10.222.0.47 "GET /v2.0/networks/2603d214-76f3-403c-83bf-3db63ba9af9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086094 Jul 23 23:06:45.287043 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:45.323296 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port 79339ec5-9bc2-490f-a339-2c79728ded18, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=79339ec5-9bc2-490f-a339-2c79728ded18,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:45.328352 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:45.381609 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=79339ec5-9bc2-490f-a339-2c79728ded18,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:45.454915 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335ed983-c8c6-4ce9-9859-6aa83db6d0c4 None None] New status for floating IP 12d4a5df-14e8-44e8-b6ef-1e9cdd002753: DOWN {{(pid=93012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:06:45.465415 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:45.635786 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-567df89a-0cf6-4d30-90d6-63b7edeb7fcf tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:45.637360 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-567df89a-0cf6-4d30-90d6-63b7edeb7fcf tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.47 "GET /v2.0/networks?id=70497c0c-7ba3-41f5-9bdc-064acfc78ade HTTP/1.1" status: 200 len: 817 time: 0.1139286 Jul 23 23:06:45.688765 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-18dddb9f-f134-4bbb-bf92-6a463999d544 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9934ee43b824e059d808e7ff73adefd HTTP/1.1" status: 200 len: 380 time: 0.0351517 Jul 23 23:06:45.698182 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-158f1c4c-8cc4-4547-a394-ee59156e24a6 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Request body: {'port': {'device_id': '935c02a2-a460-4c3f-9ff2-aaae46effba4', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'admin_state_up': True, 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'security_groups': ['aa676d31-d01b-4653-8f16-2f6f4c71690f']}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:45.810041 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-158f1c4c-8cc4-4547-a394-ee59156e24a6 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Made reservation on behalf of a9934ee43b824e059d808e7ff73adefd for: {'port': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:06:45.813617 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-158f1c4c-8cc4-4547-a394-ee59156e24a6 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:45.944602 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-120e6b35-552d-40c6-8968-e42ce93f88b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:45.949867 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-158f1c4c-8cc4-4547-a394-ee59156e24a6 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Allocated IP 172.20.0.7 (70497c0c-7ba3-41f5-9bdc-064acfc78ade/f7187624-9019-4e18-b70c-0ca5879c5b98/020894e5-77c7-42fb-bc84-7493bcfd77ad) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:06:46.091922 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-158f1c4c-8cc4-4547-a394-ee59156e24a6 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:46.115330 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-158f1c4c-8cc4-4547-a394-ee59156e24a6 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Transition to ACTIVE for port object 020894e5-77c7-42fb-bc84-7493bcfd77ad will not be triggered until provisioned by entity DHCP. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:46.163111 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-158f1c4c-8cc4-4547-a394-ee59156e24a6 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:46.207712 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:46.209290 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-158f1c4c-8cc4-4547-a394-ee59156e24a6 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Network 70497c0c-7ba3-41f5-9bdc-064acfc78ade is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:06:46.215482 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-158f1c4c-8cc4-4547-a394-ee59156e24a6 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:46.219450 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-158f1c4c-8cc4-4547-a394-ee59156e24a6 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:06:46.244343 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f1c4c-8cc4-4547-a394-ee59156e24a6 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Pushing event updated for resources: {'Port': ['ID=020894e5-77c7-42fb-bc84-7493bcfd77ad,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:46.277131 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-158f1c4c-8cc4-4547-a394-ee59156e24a6 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:46.277769 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-158f1c4c-8cc4-4547-a394-ee59156e24a6 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:46.320414 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-158f1c4c-8cc4-4547-a394-ee59156e24a6 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6260908 Jul 23 23:06:46.341879 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Request body: {'port': {'device_id': '935c02a2-a460-4c3f-9ff2-aaae46effba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:46.383587 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e5ec1-41eb-4a43-bd34-9ce7d6f6257d req-ca0b8a86-fde7-4c47-b4eb-e32a4a3d5154 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:46.385754 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6d8e5ec1-41eb-4a43-bd34-9ce7d6f6257d req-ca0b8a86-fde7-4c47-b4eb-e32a4a3d5154 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 931 time: 0.1052747 Jul 23 23:06:46.454085 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6d8e5ec1-41eb-4a43-bd34-9ce7d6f6257d req-cd12e2d3-5750-431a-8bc9-74dc28e59fae tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612559 Jul 23 23:06:46.456575 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:46.501443 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-b698c2f2-1caf-4735-bd81-1df142cc908a None None] Provisioning for port 020894e5-77c7-42fb-bc84-7493bcfd77ad completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:46.505244 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-b698c2f2-1caf-4735-bd81-1df142cc908a None None] Provisioning complete for port 020894e5-77c7-42fb-bc84-7493bcfd77ad triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:46.505612 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b698c2f2-1caf-4735-bd81-1df142cc908a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:46.659721 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-b698c2f2-1caf-4735-bd81-1df142cc908a None None] Port 020894e5-77c7-42fb-bc84-7493bcfd77ad cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:06:46.746959 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020894e5-77c7-42fb-bc84-7493bcfd77ad {{(pid=93010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:06:46.754675 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:46.767001 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Transition to ACTIVE for port object 020894e5-77c7-42fb-bc84-7493bcfd77ad will not be triggered until provisioned by entity L2. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:46.770851 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:46.821371 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Pushing event updated for resources: {'Port': ['ID=020894e5-77c7-42fb-bc84-7493bcfd77ad,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:46.897771 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Attempting to bind port 020894e5-77c7-42fb-bc84-7493bcfd77ad on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:06:46.898073 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Attempting to bind port 020894e5-77c7-42fb-bc84-7493bcfd77ad by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '3d8da13e-20e0-43b2-8975-9436bd4b635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade'}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:06:46.898670 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Attempting to bind port 020894e5-77c7-42fb-bc84-7493bcfd77ad on network 70497c0c-7ba3-41f5-9bdc-064acfc78ade {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:06:46.904318 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Port 020894e5-77c7-42fb-bc84-7493bcfd77ad on network 70497c0c-7ba3-41f5-9bdc-064acfc78ade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:06:46.904651 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Attempting to bind port 020894e5-77c7-42fb-bc84-7493bcfd77ad on network 70497c0c-7ba3-41f5-9bdc-064acfc78ade {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:06:46.911318 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:06:46.911689 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Checking segment: {'id': '3d8da13e-20e0-43b2-8975-9436bd4b635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:06:46.912034 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Bound using segment: {'id': '3d8da13e-20e0-43b2-8975-9436bd4b635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade'} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:06:46.912460 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Bound port: 020894e5-77c7-42fb-bc84-7493bcfd77ad, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d8da13e-20e0-43b2-8975-9436bd4b635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade'}}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:06:46.912827 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:46.984282 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] For port 020894e5-77c7-42fb-bc84-7493bcfd77ad, host hv-cinder-67913, cleared binding levels {{(pid=93010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:06:46.987892 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] For port 020894e5-77c7-42fb-bc84-7493bcfd77ad, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=020894e5-77c7-42fb-bc84-7493bcfd77ad,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:06:46.991512 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.009968 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 79339ec5-9bc2-490f-a339-2c79728ded18 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:47.030131 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:47.030131 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.031050 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] 10.222.0.47 "PUT /v2.0/ports/020894e5-77c7-42fb-bc84-7493bcfd77ad HTTP/1.1" status: 200 len: 1093 time: 0.6970143 Jul 23 23:06:47.031493 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935c02a2-a460-4c3f-9ff2-aaae46effba4', 'tag': '020894e5-77c7-42fb-bc84-7493bcfd77ad'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:06:47.033754 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83eb5a37-6171-40ce-acea-15c01e44dadc" -d '{"events": [{"name": "network-changed", "server_uuid": "935c02a2-a460-4c3f-9ff2-aaae46effba4", "tag": "020894e5-77c7-42fb-bc84-7493bcfd77ad"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:06:47.074145 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab056d9b-12bb-466e-9355-edac882cbd5e service neutron] Pushing event updated for resources: {'Port': ['ID=020894e5-77c7-42fb-bc84-7493bcfd77ad,revision_number=3']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:47.086978 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496ba78b-cf2e-478a-8587-c4b4acd1f366 x-openstack-request-id: req-496ba78b-cf2e-478a-8587-c4b4acd1f366 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:06:47.087331 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935c02a2-a460-4c3f-9ff2-aaae46effba4", "tag": "020894e5-77c7-42fb-bc84-7493bcfd77ad", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:06:47.087833 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-496ba78b-cf2e-478a-8587-c4b4acd1f366 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:06:47.088239 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935c02a2-a460-4c3f-9ff2-aaae46effba4', 'tag': '020894e5-77c7-42fb-bc84-7493bcfd77ad', 'status': 'completed', 'code': 200} Jul 23 23:06:47.090315 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 79339ec5-9bc2-490f-a339-2c79728ded18 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:47.090744 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.127271 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.166132 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-c0068394-88bf-4f0f-85da-6aa41f02b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:47.167919 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-c0068394-88bf-4f0f-85da-6aa41f02b516 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9934ee43b824e059d808e7ff73adefd&device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 1096 time: 0.0622823 Jul 23 23:06:47.215623 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56286) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:47.238314 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-8496e38a-bca2-400b-a7b8-771cec122293 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020894e5-77c7-42fb-bc84-7493bcfd77ad HTTP/1.1" status: 200 len: 217 time: 0.0388219 Jul 23 23:06:47.265581 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9b8fd1-98c1-4ef0-a0c8-731c21cd52ec admin admin] Deleting subnet 3fd3b9d6-2097-4954-be30-05e7294a299d {{(pid=93009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:06:47.268724 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8fd1-98c1-4ef0-a0c8-731c21cd52ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.296645 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-52fe6fb5-b943-495c-be82-546c6517f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:47.298139 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-52fe6fb5-b943-495c-be82-546c6517f0f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7187624-9019-4e18-b70c-0ca5879c5b98 HTTP/1.1" status: 200 len: 856 time: 0.0501173 Jul 23 23:06:47.303380 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8fd1-98c1-4ef0-a0c8-731c21cd52ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11369256'] for subnet, precommit_delete_associations {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.343241 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8fd1-98c1-4ef0-a0c8-731c21cd52ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018516'] for subnet, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.366003 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-49c5f570-b698-42ac-8bd3-45ee364da515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:47.367539 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-49c5f570-b698-42ac-8bd3-45ee364da515 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70497c0c-7ba3-41f5-9bdc-064acfc78ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0623710 Jul 23 23:06:47.412358 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8fd1-98c1-4ef0-a0c8-731c21cd52ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11586274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11915057'] for subnet, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.443210 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8fd1-98c1-4ef0-a0c8-731c21cd52ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.445383 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-8b9b8fd1-98c1-4ef0-a0c8-731c21cd52ec admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3fd3b9d6-2097-4954-be30-05e7294a299d HTTP/1.1" status: 204 len: 168 time: 0.2286510 Jul 23 23:06:47.446537 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b8fd1-98c1-4ef0-a0c8-731c21cd52ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fd3b9d6-2097-4954-be30-05e7294a299d,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:47.448895 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56292) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:47.537587 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-bc3242ad-30c7-4be3-9eda-96fdc78394a5 service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629407 Jul 23 23:06:47.544337 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-25017d48-4815-4359-bf85-e7a499433aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4034542'] for network, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.740222 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-25017d48-4815-4359-bf85-e7a499433aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4025307', 'neutron.services.segments.db._delete_segments_for_network-8750116804994'] for network, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.744418 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f58dc429-a524-49c8-a8e8-7a8a8e0118ee req-861cf976-dfd5-4d7b-a712-4eb4d29246ec service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976705 Jul 23 23:06:47.755168 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.services.segments.db [None req-25017d48-4815-4359-bf85-e7a499433aeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be08202-b3ad-4b5f-b4a7-282ba8b15915']}} {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:47.764048 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7912a25-9a1c-4f1e-9952-3334e655c007 req-aecb23ec-1ad9-4916-ac06-935c129f802d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:47.766080 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a7912a25-9a1c-4f1e-9952-3334e655c007 req-aecb23ec-1ad9-4916-ac06-935c129f802d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.2187603 Jul 23 23:06:47.781605 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.services.segments.db [None req-25017d48-4815-4359-bf85-e7a499433aeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502f6f4d-a538-4c25-96c3-259a05ca190f') {'for_net_delete': True} {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:47.781903 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.services.segments.db [None req-25017d48-4815-4359-bf85-e7a499433aeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502f6f4d-a538-4c25-96c3-259a05ca190f') {} {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:47.797949 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-25017d48-4815-4359-bf85-e7a499433aeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750116706807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12116604'] for segment, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.819418 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-25017d48-4815-4359-bf85-e7a499433aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.829084 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a7912a25-9a1c-4f1e-9952-3334e655c007 req-53cae8a4-4543-4b95-88df-1db10f4e72c1 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570817 Jul 23 23:06:47.829993 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25017d48-4815-4359-bf85-e7a499433aeb admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=93010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:06:47.830382 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-25017d48-4815-4359-bf85-e7a499433aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8748754'] for segment, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: Traceback (most recent call last): Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: timer() Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: cb(*args, **kw) Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: return func(*args, **kwargs) Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: self._notify() Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: self.callback(batched_events) Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: event.method(event) Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: return f(self, *a, **k) Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: return self._get(url).json() Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: return self.request(url, 'GET', **kwargs) Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:06:47.832038 dv-cinder-679138-12-iscsi neutron-server[93010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:06:48.192562 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-25017d48-4815-4359-bf85-e7a499433aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4025298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946679'] for network, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:48.202369 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-25017d48-4815-4359-bf85-e7a499433aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:48.204195 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-25017d48-4815-4359-bf85-e7a499433aeb admin admin] 10.222.0.20 "DELETE /v2.0/networks/6be08202-b3ad-4b5f-b4a7-282ba8b15915 HTTP/1.1" status: 204 len: 168 time: 0.7541814 Jul 23 23:06:48.218307 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25017d48-4815-4359-bf85-e7a499433aeb admin admin] Pushing event deleted for resources: {'Network': ['ID=6be08202-b3ad-4b5f-b4a7-282ba8b15915,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:48.239889 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb5a37-6171-40ce-acea-15c01e44dadc req-4a378a13-2274-479c-a6c3-308c14ebd7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:48.241387 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-83eb5a37-6171-40ce-acea-15c01e44dadc req-4a378a13-2274-479c-a6c3-308c14ebd7e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9934ee43b824e059d808e7ff73adefd&device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 1096 time: 0.3997214 Jul 23 23:06:48.274037 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b65f3-064a-4805-a3a2-f8029c8cd485 req-ca6f5b80-d8a9-45c6-8778-2d7541e56e2d tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:48.276178 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-044b65f3-064a-4805-a3a2-f8029c8cd485 req-ca6f5b80-d8a9-45c6-8778-2d7541e56e2d tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 946 time: 0.1163926 Jul 23 23:06:48.318156 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56310) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:48.357912 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-044b65f3-064a-4805-a3a2-f8029c8cd485 req-034f6d57-74fb-4f37-a1ba-e91132958208 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726328 Jul 23 23:06:48.358125 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-166dbb2e-f698-4d55-8c8b-a26c91f60fd2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c21ec84e9a89467880619c5f6f38dd9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387185 Jul 23 23:06:48.361489 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56312) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:48.383922 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb5a37-6171-40ce-acea-15c01e44dadc req-7294adca-7ae3-437e-9e80-1adcfa1a00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:48.386072 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-83eb5a37-6171-40ce-acea-15c01e44dadc req-7294adca-7ae3-437e-9e80-1adcfa1a00ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=70497c0c-7ba3-41f5-9bdc-064acfc78ade HTTP/1.1" status: 200 len: 918 time: 0.1306801 Jul 23 23:06:48.411096 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f87a9f81-4dd3-4a4d-b862-3d8128b58a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:48.428026 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-83eb5a37-6171-40ce-acea-15c01e44dadc req-5db76578-1920-43ca-a7fa-4173803e5677 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020894e5-77c7-42fb-bc84-7493bcfd77ad HTTP/1.1" status: 200 len: 217 time: 0.0349357 Jul 23 23:06:48.432492 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f87a9f81-4dd3-4a4d-b862-3d8128b58a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:48.478900 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f87a9f81-4dd3-4a4d-b862-3d8128b58a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:48.481442 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f87a9f81-4dd3-4a4d-b862-3d8128b58a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:48.482648 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-f87a9f81-4dd3-4a4d-b862-3d8128b58a49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38 HTTP/1.1" status: 204 len: 168 time: 0.1198804 Jul 23 23:06:48.490917 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a9f81-4dd3-4a4d-b862-3d8128b58a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e697e1ed-cbfa-4a80-8d8e-f4427ec5cd38,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:48.491057 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb5a37-6171-40ce-acea-15c01e44dadc req-cff8cc7f-e8ad-43e5-ac7f-e8a0b4141ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:48.493007 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-83eb5a37-6171-40ce-acea-15c01e44dadc req-cff8cc7f-e8ad-43e5-ac7f-e8a0b4141ec2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7187624-9019-4e18-b70c-0ca5879c5b98 HTTP/1.1" status: 200 len: 856 time: 0.0506828 Jul 23 23:06:48.556938 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb5a37-6171-40ce-acea-15c01e44dadc req-4a5c831e-7bd2-42bc-b843-f4f90fe70c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:48.558470 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-83eb5a37-6171-40ce-acea-15c01e44dadc req-4a5c831e-7bd2-42bc-b843-f4f90fe70c13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70497c0c-7ba3-41f5-9bdc-064acfc78ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0579047 Jul 23 23:06:48.664763 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-83eb5a37-6171-40ce-acea-15c01e44dadc req-3c1454a1-8c7c-40f3-a6f9-bcffef5230b2 service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984175 Jul 23 23:06:48.773929 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-83eb5a37-6171-40ce-acea-15c01e44dadc req-22c26e80-2761-44cf-a1d3-6fb3191b7306 service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004710 Jul 23 23:06:48.787559 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:48.972763 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d128ef-24b4-4e52-88d5-1f9d19035e0b req-dd967582-ebc2-44c5-8324-52c8f2e4fd04 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:48.974264 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-47d128ef-24b4-4e52-88d5-1f9d19035e0b req-dd967582-ebc2-44c5-8324-52c8f2e4fd04 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0658002 Jul 23 23:06:49.016848 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-47d128ef-24b4-4e52-88d5-1f9d19035e0b req-ec698a2d-78a9-42f7-a259-49d3a9f5e183 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362701 Jul 23 23:06:49.494316 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa9796-297a-4b87-a70a-0aab5932ec59 req-ad4435e5-0f16-4483-aa36-e9c979e10b17 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:49.495809 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-65aa9796-297a-4b87-a70a-0aab5932ec59 req-ad4435e5-0f16-4483-aa36-e9c979e10b17 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 946 time: 0.0630829 Jul 23 23:06:49.533068 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-65aa9796-297a-4b87-a70a-0aab5932ec59 req-bd032047-9a0d-4d29-b7d7-c5ab3328e24a tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317211 Jul 23 23:06:50.187253 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f579a-7736-4ba1-91cf-2742ed7b67f4 req-4fd9c4f5-c167-42e5-832e-dcfcf8a02f45 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:50.188717 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ea2f579a-7736-4ba1-91cf-2742ed7b67f4 req-4fd9c4f5-c167-42e5-832e-dcfcf8a02f45 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.1026247 Jul 23 23:06:50.197377 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2ab4c-5b9c-4871-b795-5d5380e0fafb req-bd6c5cf7-6129-4b6d-8d5e-97a37bab696e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:50.199187 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-33d2ab4c-5b9c-4871-b795-5d5380e0fafb req-bd6c5cf7-6129-4b6d-8d5e-97a37bab696e tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.47 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 946 time: 0.1042442 Jul 23 23:06:50.266798 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ea2f579a-7736-4ba1-91cf-2742ed7b67f4 req-17403659-f86e-413a-8663-13714b26081f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669091 Jul 23 23:06:50.304408 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56354) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:50.354160 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-33d2ab4c-5b9c-4871-b795-5d5380e0fafb req-82c0a8f5-c5b7-4ce9-bd67-af11e71b8da1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Deleting port ea591416-9920-41ed-9d33-eee7bae7a978 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:06:50.354780 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-33d2ab4c-5b9c-4871-b795-5d5380e0fafb req-82c0a8f5-c5b7-4ce9-bd67-af11e71b8da1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:50.365677 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ab64ad-74a6-4933-9d5b-98bfb4c4537e admin admin] Deleting subnet 8a4d3e6c-c391-4f79-a6d0-af4e2975a584 {{(pid=93009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:06:50.369167 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-08ab64ad-74a6-4933-9d5b-98bfb4c4537e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:50.414429 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-08ab64ad-74a6-4933-9d5b-98bfb4c4537e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11369256'] for subnet, precommit_delete_associations {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:50.457954 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-08ab64ad-74a6-4933-9d5b-98bfb4c4537e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018516'] for subnet, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:50.469114 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-33d2ab4c-5b9c-4871-b795-5d5380e0fafb req-82c0a8f5-c5b7-4ce9-bd67-af11e71b8da1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] For port ea591416-9920-41ed-9d33-eee7bae7a978, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=ea591416-9920-41ed-9d33-eee7bae7a978,segment=NetworkSegment(6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5),segment_id=6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:50.469458 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-33d2ab4c-5b9c-4871-b795-5d5380e0fafb req-82c0a8f5-c5b7-4ce9-bd67-af11e71b8da1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:50.481340 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-33d2ab4c-5b9c-4871-b795-5d5380e0fafb req-82c0a8f5-c5b7-4ce9-bd67-af11e71b8da1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Calling delete_port for ea591416-9920-41ed-9d33-eee7bae7a978 owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:06:50.513918 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-08ab64ad-74a6-4933-9d5b-98bfb4c4537e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11586274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11915057'] for subnet, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:50.540907 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab64ad-74a6-4933-9d5b-98bfb4c4537e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a4d3e6c-c391-4f79-a6d0-af4e2975a584,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:50.549151 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-08ab64ad-74a6-4933-9d5b-98bfb4c4537e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:50.554630 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-08ab64ad-74a6-4933-9d5b-98bfb4c4537e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8a4d3e6c-c391-4f79-a6d0-af4e2975a584 HTTP/1.1" status: 204 len: 168 time: 0.2491703 Jul 23 23:06:50.555916 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56356) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:50.633259 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2d93ed72-cb3e-4456-829e-6ebdf4c7eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4034542'] for network, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:50.654688 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-33d2ab4c-5b9c-4871-b795-5d5380e0fafb req-82c0a8f5-c5b7-4ce9-bd67-af11e71b8da1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:50.688533 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['ea591416-9920-41ed-9d33-eee7bae7a978'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:06:50.691146 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0a8f5-c5b7-4ce9-bd67-af11e71b8da1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Pushing event deleted for resources: {'Port': ['ID=ea591416-9920-41ed-9d33-eee7bae7a978,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:50.720694 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2d93ed72-cb3e-4456-829e-6ebdf4c7eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4025307', 'neutron.services.segments.db._delete_segments_for_network-8750116804994'] for network, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:50.730305 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99775f8-a11f-487e-89ce-161b718d2a76 req-bbdba018-e14d-44d8-a3cc-8a6a21078113 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:50.731531 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-2d93ed72-cb3e-4456-829e-6ebdf4c7eb17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01603ff7-0dad-4af2-8b84-10fc3b822fa1']}} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:50.731844 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f99775f8-a11f-487e-89ce-161b718d2a76 req-bbdba018-e14d-44d8-a3cc-8a6a21078113 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/ports?device_id=98cffe3a-557c-4487-8f87-8e6f1b44a215 HTTP/1.1" status: 200 len: 867 time: 0.1274343 Jul 23 23:06:50.748962 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-2d93ed72-cb3e-4456-829e-6ebdf4c7eb17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80860883-6f1c-4fd8-8c40-35ec8143837f') {'for_net_delete': True} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:50.749339 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-2d93ed72-cb3e-4456-829e-6ebdf4c7eb17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80860883-6f1c-4fd8-8c40-35ec8143837f') {} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:50.753077 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d2ab4c-5b9c-4871-b795-5d5380e0fafb req-82c0a8f5-c5b7-4ce9-bd67-af11e71b8da1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] No DVR routers for this DVR port ea591416-9920-41ed-9d33-eee7bae7a978 on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:06:50.755688 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-33d2ab4c-5b9c-4871-b795-5d5380e0fafb req-82c0a8f5-c5b7-4ce9-bd67-af11e71b8da1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:50.757609 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-33d2ab4c-5b9c-4871-b795-5d5380e0fafb req-82c0a8f5-c5b7-4ce9-bd67-af11e71b8da1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.47 "DELETE /v2.0/ports/ea591416-9920-41ed-9d33-eee7bae7a978 HTTP/1.1" status: 204 len: 173 time: 0.5509906 Jul 23 23:06:50.758519 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2d93ed72-cb3e-4456-829e-6ebdf4c7eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750116706807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11369255'] for segment, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:50.764099 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98cffe3a-557c-4487-8f87-8e6f1b44a215', 'name': 'network-vif-deleted', 'tag': 'ea591416-9920-41ed-9d33-eee7bae7a978'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:06:50.767512 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b47180d-ea4b-41b9-850d-e4299eed86cc" -d '{"events": [{"server_uuid": "98cffe3a-557c-4487-8f87-8e6f1b44a215", "name": "network-vif-deleted", "tag": "ea591416-9920-41ed-9d33-eee7bae7a978"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:06:50.779268 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2d93ed72-cb3e-4456-829e-6ebdf4c7eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:50.786543 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d93ed72-cb3e-4456-829e-6ebdf4c7eb17 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=93009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:06:50.786955 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2d93ed72-cb3e-4456-829e-6ebdf4c7eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11586116'] for segment, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: Traceback (most recent call last): Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: timer() Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: cb(*args, **kw) Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: return func(*args, **kwargs) Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: self._notify() Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: self.callback(batched_events) Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: event.method(event) Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: return f(self, *a, **k) Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._get(url).json() Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: return self.request(url, 'GET', **kwargs) Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:06:50.789392 dv-cinder-679138-12-iscsi neutron-server[93009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:06:50.807207 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f99775f8-a11f-487e-89ce-161b718d2a76 req-698773b6-fdd5-43a7-81a8-2ab66958d5d1 tempest-TestMinimumBasicScenario-978224101 tempest-TestMinimumBasicScenario-978224101-project] 10.222.0.20 "GET /v2.0/security-groups?id=b1959e13-b99c-4a5f-87fe-328d9739d108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549829 Jul 23 23:06:50.825994 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fb2940-326c-4f7d-b106-631a44aaf38f x-openstack-request-id: req-c5fb2940-326c-4f7d-b106-631a44aaf38f {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:06:50.826346 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98cffe3a-557c-4487-8f87-8e6f1b44a215", "name": "network-vif-deleted", "tag": "ea591416-9920-41ed-9d33-eee7bae7a978", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:06:50.826706 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5fb2940-326c-4f7d-b106-631a44aaf38f {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:06:50.827167 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98cffe3a-557c-4487-8f87-8e6f1b44a215', 'name': 'network-vif-deleted', 'tag': 'ea591416-9920-41ed-9d33-eee7bae7a978', 'status': 'completed', 'code': 200} Jul 23 23:06:50.846933 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2d93ed72-cb3e-4456-829e-6ebdf4c7eb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4025298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946679'] for network, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:50.852346 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2d93ed72-cb3e-4456-829e-6ebdf4c7eb17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:50.857922 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-2d93ed72-cb3e-4456-829e-6ebdf4c7eb17 admin admin] 10.222.0.20 "DELETE /v2.0/networks/01603ff7-0dad-4af2-8b84-10fc3b822fa1 HTTP/1.1" status: 204 len: 168 time: 0.3004386 Jul 23 23:06:50.858998 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56362) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:50.870058 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93ed72-cb3e-4456-829e-6ebdf4c7eb17 admin admin] Pushing event deleted for resources: {'Network': ['ID=01603ff7-0dad-4af2-8b84-10fc3b822fa1,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:50.909863 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d12f5f-ce9d-4545-9e75-78db98734bb8 admin admin] Deleting subnet 9ad0b84c-4bd0-4bb6-8d60-de215d07853c {{(pid=93010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:06:50.913065 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b4d12f5f-ce9d-4545-9e75-78db98734bb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:50.955440 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b4d12f5f-ce9d-4545-9e75-78db98734bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12116595'] for subnet, precommit_delete_associations {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:50.994968 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b4d12f5f-ce9d-4545-9e75-78db98734bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018516'] for subnet, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.046957 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b4d12f5f-ce9d-4545-9e75-78db98734bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8748660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9051072'] for subnet, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.076340 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d12f5f-ce9d-4545-9e75-78db98734bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ad0b84c-4bd0-4bb6-8d60-de215d07853c,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:51.079906 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-b4d12f5f-ce9d-4545-9e75-78db98734bb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.081755 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-b4d12f5f-ce9d-4545-9e75-78db98734bb8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9ad0b84c-4bd0-4bb6-8d60-de215d07853c HTTP/1.1" status: 204 len: 168 time: 0.2211080 Jul 23 23:06:51.084322 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56364) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:51.151880 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a5e733a5-51c9-4b57-be11-766ba5874411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4034542'] for network, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.232000 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a5e733a5-51c9-4b57-be11-766ba5874411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4025307', 'neutron.services.segments.db._delete_segments_for_network-8750116804994'] for network, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.242189 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.services.segments.db [None req-a5e733a5-51c9-4b57-be11-766ba5874411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec83e8d-7384-4b53-bcd3-37bd19efc969']}} {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:51.252756 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.services.segments.db [None req-a5e733a5-51c9-4b57-be11-766ba5874411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0ca6a0-bb9d-4e9f-940f-e1b6462ed655') {'for_net_delete': True} {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:51.253054 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.services.segments.db [None req-a5e733a5-51c9-4b57-be11-766ba5874411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0ca6a0-bb9d-4e9f-940f-e1b6462ed655') {} {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:51.262888 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a5e733a5-51c9-4b57-be11-766ba5874411 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750116706807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12116604'] for segment, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.279182 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a5e733a5-51c9-4b57-be11-766ba5874411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.285366 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e733a5-51c9-4b57-be11-766ba5874411 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=93010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:06:51.285827 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a5e733a5-51c9-4b57-be11-766ba5874411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8748754'] for segment, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: Traceback (most recent call last): Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: timer() Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: cb(*args, **kw) Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: return func(*args, **kwargs) Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: self._notify() Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: self.callback(batched_events) Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: event.method(event) Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: return f(self, *a, **k) Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: return self._get(url).json() Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: return self.request(url, 'GET', **kwargs) Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:06:51.287718 dv-cinder-679138-12-iscsi neutron-server[93010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:06:51.355374 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a5e733a5-51c9-4b57-be11-766ba5874411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4025298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946679'] for network, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.360191 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a5e733a5-51c9-4b57-be11-766ba5874411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.362901 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-a5e733a5-51c9-4b57-be11-766ba5874411 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7ec83e8d-7384-4b53-bcd3-37bd19efc969 HTTP/1.1" status: 204 len: 168 time: 0.2776480 Jul 23 23:06:51.397486 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e733a5-51c9-4b57-be11-766ba5874411 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec83e8d-7384-4b53-bcd3-37bd19efc969,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:51.460639 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e393b-a4a5-47ec-ab29-15308ed5c4dd req-71bbd96f-655a-43eb-85db-66764ac61add tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:51.462115 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f52e393b-a4a5-47ec-ab29-15308ed5c4dd req-71bbd96f-655a-43eb-85db-66764ac61add tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0842216 Jul 23 23:06:51.503543 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f52e393b-a4a5-47ec-ab29-15308ed5c4dd req-fa0007dd-d7cf-4f80-a855-a93a410dac07 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356021 Jul 23 23:06:51.558823 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56370) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:51.599672 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-15ec3b43-916b-468c-8b67-50cb3b15fad2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfe5438b420a4e12a7cb4bf448d87357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375490 Jul 23 23:06:51.599871 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56372) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:51.647263 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-075ecc0b-2836-424d-9366-e8c315fbb355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.671951 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-075ecc0b-2836-424d-9366-e8c315fbb355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.715799 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-075ecc0b-2836-424d-9366-e8c315fbb355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.718339 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-075ecc0b-2836-424d-9366-e8c315fbb355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:51.721756 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-075ecc0b-2836-424d-9366-e8c315fbb355 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bf67037-a6da-4db6-a62d-85931a11ea9a HTTP/1.1" status: 204 len: 168 time: 0.1187866 Jul 23 23:06:51.727508 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ecc0b-2836-424d-9366-e8c315fbb355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf67037-a6da-4db6-a62d-85931a11ea9a,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:52.030364 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56388) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:52.074362 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-c82ed1b0-6490-4278-b28c-06dc2adcb388 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=197480d2dfd047fbadb2d087d20edded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423598 Jul 23 23:06:52.076289 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56396) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:52.126163 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-caa88101-e51d-49e1-a494-e00b979c37f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:52.148809 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-caa88101-e51d-49e1-a494-e00b979c37f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:52.200597 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-caa88101-e51d-49e1-a494-e00b979c37f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:52.203986 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-caa88101-e51d-49e1-a494-e00b979c37f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:52.207431 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-caa88101-e51d-49e1-a494-e00b979c37f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6924ecf-5aa5-4e1d-be69-eb84d7a65331 HTTP/1.1" status: 204 len: 168 time: 0.1278434 Jul 23 23:06:52.214328 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa88101-e51d-49e1-a494-e00b979c37f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6924ecf-5aa5-4e1d-be69-eb84d7a65331,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:52.364121 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 020894e5-77c7-42fb-bc84-7493bcfd77ad details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:06:52.488362 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 020894e5-77c7-42fb-bc84-7493bcfd77ad, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=020894e5-77c7-42fb-bc84-7493bcfd77ad,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:52.505050 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': '020894e5-77c7-42fb-bc84-7493bcfd77ad', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'port_id': '020894e5-77c7-42fb-bc84-7493bcfd77ad', 'mac_address': 'fa:16:3e:86:e0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:06:52.578142 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:52.599704 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020894e5-77c7-42fb-bc84-7493bcfd77ad {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:06:52.642916 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 020894e5-77c7-42fb-bc84-7493bcfd77ad, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=020894e5-77c7-42fb-bc84-7493bcfd77ad,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:52.652682 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:52.746616 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=020894e5-77c7-42fb-bc84-7493bcfd77ad,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:52.790252 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e318d85-08b4-4c89-a0f5-a0179fb27e9d req-b78ac033-9d7d-4e37-84ea-63b9a225d18d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:52.797892 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4e318d85-08b4-4c89-a0f5-a0179fb27e9d req-b78ac033-9d7d-4e37-84ea-63b9a225d18d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 944 time: 0.1593137 Jul 23 23:06:52.858879 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4e318d85-08b4-4c89-a0f5-a0179fb27e9d req-37bbb0ef-6b61-4bd8-b4bc-cd3dc6b11b91 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540953 Jul 23 23:06:52.893526 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56442) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:53.014347 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['020894e5-77c7-42fb-bc84-7493bcfd77ad'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:06:53.170698 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56452) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:53.274978 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-79beadf3-cf55-4b5e-bf50-436d8dbe02f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1984278460-network', 'tenant_id': '360c658ec5654caebac62b972d1c5223'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:53.295405 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79beadf3-cf55-4b5e-bf50-436d8dbe02f1 admin admin] Made reservation on behalf of 360c658ec5654caebac62b972d1c5223 for: {'network': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:06:53.298133 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-79beadf3-cf55-4b5e-bf50-436d8dbe02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:53.307031 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-79beadf3-cf55-4b5e-bf50-436d8dbe02f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:53.427253 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-79beadf3-cf55-4b5e-bf50-436d8dbe02f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:53.435446 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-79beadf3-cf55-4b5e-bf50-436d8dbe02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:53.463305 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79beadf3-cf55-4b5e-bf50-436d8dbe02f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=93010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:06:53.474032 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79beadf3-cf55-4b5e-bf50-436d8dbe02f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1c6deb-59a0-4ad5-ad81-c45485c01f61,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:53.481212 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-79beadf3-cf55-4b5e-bf50-436d8dbe02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:53.481428 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.segments_db [None req-79beadf3-cf55-4b5e-bf50-436d8dbe02f1 admin admin] Added segment 984924d0-5d9e-43e4-9f64-5ffd5dd4e96a of type vlan for network 5de3d0b7-d1db-439f-b336-b9c9f5355f1f Jul 23 23:06:53.528111 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-79beadf3-cf55-4b5e-bf50-436d8dbe02f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:53.541752 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7c1644cd-0894-49a9-9f7c-b321c5f55a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943956'] for router_interface, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:53.558257 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-79beadf3-cf55-4b5e-bf50-436d8dbe02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:53.559299 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79beadf3-cf55-4b5e-bf50-436d8dbe02f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:53.559884 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-79beadf3-cf55-4b5e-bf50-436d8dbe02f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:53.594309 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-79beadf3-cf55-4b5e-bf50-436d8dbe02f1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4225039 Jul 23 23:06:53.603544 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56456) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:53.609835 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-f6a755a1-dc2b-4ecd-8c8c-b173e1668f03 admin admin] Request body: {'subnet': {'network_id': '5de3d0b7-d1db-439f-b336-b9c9f5355f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1984278460-subnet', 'tenant_id': '360c658ec5654caebac62b972d1c5223', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:53.620440 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79beadf3-cf55-4b5e-bf50-436d8dbe02f1 admin admin] Pushing event updated for resources: {'Network': ['ID=5de3d0b7-d1db-439f-b336-b9c9f5355f1f,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:53.629933 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network 5de3d0b7-d1db-439f-b336-b9c9f5355f1f details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:06:53.647603 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a755a1-dc2b-4ecd-8c8c-b173e1668f03 admin admin] Made reservation on behalf of 360c658ec5654caebac62b972d1c5223 for: {'subnet': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:06:53.649978 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f6a755a1-dc2b-4ecd-8c8c-b173e1668f03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11915050'] for subnet, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:53.928351 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f6a755a1-dc2b-4ecd-8c8c-b173e1668f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11586221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11915064'] for subnet, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:53.987148 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795022e4-a42a-40be-8c36-8b38d1034c5c req-697b3cca-6f84-4e05-8c93-1c1a8eb01aec tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:53.988532 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-795022e4-a42a-40be-8c36-8b38d1034c5c req-697b3cca-6f84-4e05-8c93-1c1a8eb01aec tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 944 time: 0.0682433 Jul 23 23:06:53.990721 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a755a1-dc2b-4ecd-8c8c-b173e1668f03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e07ccefc-1237-49e1-b7de-693e45149d25,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:54.010030 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a755a1-dc2b-4ecd-8c8c-b173e1668f03 admin admin] Checking segment: {'id': '984924d0-5d9e-43e4-9f64-5ffd5dd4e96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5de3d0b7-d1db-439f-b336-b9c9f5355f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:06:54.010385 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a755a1-dc2b-4ecd-8c8c-b173e1668f03 admin admin] Network hostable DHCP agents. Network: 5de3d0b7-d1db-439f-b336-b9c9f5355f1f, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:06:54.014715 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-7c1644cd-0894-49a9-9f7c-b321c5f55a1d admin admin] Deleting port cf978763-e273-4c4e-a6de-61a05ac1cdc6 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:06:54.015056 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7c1644cd-0894-49a9-9f7c-b321c5f55a1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:54.028250 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-795022e4-a42a-40be-8c36-8b38d1034c5c req-75a75552-4d7f-4e53-91a4-f4537b53ebe8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336595 Jul 23 23:06:54.075408 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a755a1-dc2b-4ecd-8c8c-b173e1668f03 admin admin] Network 5de3d0b7-d1db-439f-b336-b9c9f5355f1f is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:06:54.090236 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-f6a755a1-dc2b-4ecd-8c8c-b173e1668f03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, 5de3d0b7-d1db-439f-b336-b9c9f5355f1f) {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:54.096290 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a755a1-dc2b-4ecd-8c8c-b173e1668f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:54.096886 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f6a755a1-dc2b-4ecd-8c8c-b173e1668f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:54.098427 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168d6f9b-902b-4675-a8b7-eecda4ae636c None None] Network 5de3d0b7-d1db-439f-b336-b9c9f5355f1f requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:06:54.118077 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [None req-7c1644cd-0894-49a9-9f7c-b321c5f55a1d admin admin] For port cf978763-e273-4c4e-a6de-61a05ac1cdc6, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=cf978763-e273-4c4e-a6de-61a05ac1cdc6,segment=NetworkSegment(6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5),segment_id=6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5)] {{(pid=93009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:54.118401 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7c1644cd-0894-49a9-9f7c-b321c5f55a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:54.121831 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-f6a755a1-dc2b-4ecd-8c8c-b173e1668f03 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5173326 Jul 23 23:06:54.132491 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-7c1644cd-0894-49a9-9f7c-b321c5f55a1d admin admin] Calling delete_port for cf978763-e273-4c4e-a6de-61a05ac1cdc6 owned by network:router_interface {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:06:54.238915 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb25236-1407-45f1-a0af-f7ccb6e1f939 None None] Network 5de3d0b7-d1db-439f-b336-b9c9f5355f1f requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:06:54.327083 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7c1644cd-0894-49a9-9f7c-b321c5f55a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:54.354950 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1644cd-0894-49a9-9f7c-b321c5f55a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf978763-e273-4c4e-a6de-61a05ac1cdc6,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:54.372091 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 020894e5-77c7-42fb-bc84-7493bcfd77ad up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:06:54.443550 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port 020894e5-77c7-42fb-bc84-7493bcfd77ad completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:06:54.449444 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port 020894e5-77c7-42fb-bc84-7493bcfd77ad triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:06:54.449814 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:54.544285 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:54.564938 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7c1644cd-0894-49a9-9f7c-b321c5f55a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-942882'] for router_interface, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:54.575441 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935c02a2-a460-4c3f-9ff2-aaae46effba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020894e5-77c7-42fb-bc84-7493bcfd77ad'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:06:54.577812 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeb1887-c37d-40cf-9c9a-04a3758cacd7" -d '{"events": [{"server_uuid": "935c02a2-a460-4c3f-9ff2-aaae46effba4", "name": "network-vif-plugged", "status": "completed", "tag": "020894e5-77c7-42fb-bc84-7493bcfd77ad"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:06:54.596179 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 020894e5-77c7-42fb-bc84-7493bcfd77ad, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=020894e5-77c7-42fb-bc84-7493bcfd77ad,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:54.607034 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:54.608154 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device ea591416-9920-41ed-9d33-eee7bae7a978 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:06:54.664577 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e630ce-7227-486e-a33e-97125dc23fbf x-openstack-request-id: req-41e630ce-7227-486e-a33e-97125dc23fbf {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:06:54.665811 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935c02a2-a460-4c3f-9ff2-aaae46effba4", "name": "network-vif-plugged", "status": "completed", "tag": "020894e5-77c7-42fb-bc84-7493bcfd77ad", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:06:54.665811 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41e630ce-7227-486e-a33e-97125dc23fbf {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:06:54.666176 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935c02a2-a460-4c3f-9ff2-aaae46effba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020894e5-77c7-42fb-bc84-7493bcfd77ad', 'code': 200} Jul 23 23:06:54.668943 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: ea591416-9920-41ed-9d33-eee7bae7a978 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:06:54.669283 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device ea591416-9920-41ed-9d33-eee7bae7a978 not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:06:54.697513 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=020894e5-77c7-42fb-bc84-7493bcfd77ad,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:54.824890 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1644cd-0894-49a9-9f7c-b321c5f55a1d admin admin] Router 6828e38b-efc9-4fa2-a659-e227a451093e has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:06:54.881369 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d4ddf-ddab-42f8-8b1a-97a7a52fc17f req-73b9a773-b861-489d-8e3f-b6b3e48070d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:54.882909 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-758d4ddf-ddab-42f8-8b1a-97a7a52fc17f req-73b9a773-b861-489d-8e3f-b6b3e48070d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 1098 time: 0.0540237 Jul 23 23:06:54.919357 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-758d4ddf-ddab-42f8-8b1a-97a7a52fc17f req-5216d2c8-7aa1-4c36-8b34-f69761adbbb0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280421 Jul 23 23:06:54.929512 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1644cd-0894-49a9-9f7c-b321c5f55a1d admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:06:54.935129 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-7c1644cd-0894-49a9-9f7c-b321c5f55a1d admin admin] 10.222.0.20 "PUT /v2.0/routers/6828e38b-efc9-4fa2-a659-e227a451093e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0396543 Jul 23 23:06:54.938055 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56472) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:54.938917 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40654371-6e24-4922-9ec2-5c2a684654ee None None] Sync routers for ids ['6828e38b-efc9-4fa2-a659-e227a451093e'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:06:54.948166 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40654371-6e24-4922-9ec2-5c2a684654ee None None] Routers {'6828e38b-efc9-4fa2-a659-e227a451093e'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:54.948776 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-40654371-6e24-4922-9ec2-5c2a684654ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['6828e38b-efc9-4fa2-a659-e227a451093e'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:55.048349 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2c47c3d8-fb1e-4bdf-8621-54f5d3cbf4d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.060337 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-40654371-6e24-4922-9ec2-5c2a684654ee None None] Set router 6828e38b-efc9-4fa2-a659-e227a451093e gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:55.157696 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2c47c3d8-fb1e-4bdf-8621-54f5d3cbf4d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.176481 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef74cc-9a02-4140-9ddb-3aac216a13d9 req-d39bbfd0-e1ff-44e4-96d1-dac5a0e5a570 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:55.178103 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c2ef74cc-9a02-4140-9ddb-3aac216a13d9 req-d39bbfd0-e1ff-44e4-96d1-dac5a0e5a570 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0673966 Jul 23 23:06:55.212504 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-2c47c3d8-fb1e-4bdf-8621-54f5d3cbf4d9 admin admin] Deleting port 74ce2339-cd8a-4916-b57d-8925298bed43 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:06:55.212841 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2c47c3d8-fb1e-4bdf-8621-54f5d3cbf4d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.216387 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c2ef74cc-9a02-4140-9ddb-3aac216a13d9 req-29ec1149-533e-44a0-b34f-636fd44944ff tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321496 Jul 23 23:06:55.245670 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-40654371-6e24-4922-9ec2-5c2a684654ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'name': 'tempest-TestMinimumBasicScenario-715755652-router', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:45Z', 'updated_at': '2021-07-23T23:06:54Z', 'revision_number': 5, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'gw_port': {'id': '74ce2339-cd8a-4916-b57d-8925298bed43', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:e1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:46Z', 'updated_at': '2021-07-23T23:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:55.271011 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40654371-6e24-4922-9ec2-5c2a684654ee None None] Checking router: 6828e38b-efc9-4fa2-a659-e227a451093e for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:06:55.279686 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40654371-6e24-4922-9ec2-5c2a684654ee None None] Routers {'6828e38b-efc9-4fa2-a659-e227a451093e'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:55.280275 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-40654371-6e24-4922-9ec2-5c2a684654ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['6828e38b-efc9-4fa2-a659-e227a451093e'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:55.298259 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [None req-2c47c3d8-fb1e-4bdf-8621-54f5d3cbf4d9 admin admin] For port 74ce2339-cd8a-4916-b57d-8925298bed43, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=74ce2339-cd8a-4916-b57d-8925298bed43,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:55.298659 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2c47c3d8-fb1e-4bdf-8621-54f5d3cbf4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.316066 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-2c47c3d8-fb1e-4bdf-8621-54f5d3cbf4d9 admin admin] Calling delete_port for 74ce2339-cd8a-4916-b57d-8925298bed43 owned by network:router_gateway {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:06:55.367030 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-40654371-6e24-4922-9ec2-5c2a684654ee None None] Set router 6828e38b-efc9-4fa2-a659-e227a451093e gateway port host: None {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:55.420801 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-40654371-6e24-4922-9ec2-5c2a684654ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'name': 'tempest-TestMinimumBasicScenario-715755652-router', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:45Z', 'updated_at': '2021-07-23T23:06:55Z', 'revision_number': 6, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'gw_port_host': None}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:55.447405 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40654371-6e24-4922-9ec2-5c2a684654ee None None] The sync data for ids ['6828e38b-efc9-4fa2-a659-e227a451093e'] in dv-cinder-679138-12-iscsi is: [{'id': '6828e38b-efc9-4fa2-a659-e227a451093e', 'name': 'tempest-TestMinimumBasicScenario-715755652-router', 'tenant_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:45Z', 'updated_at': '2021-07-23T23:06:55Z', 'revision_number': 6, 'project_id': '6b241485e6e2496fa41c0ab5e1b28db1', 'gw_port_host': None}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:06:55.481383 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2c47c3d8-fb1e-4bdf-8621-54f5d3cbf4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.511400 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47c3d8-fb1e-4bdf-8621-54f5d3cbf4d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=74ce2339-cd8a-4916-b57d-8925298bed43,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:55.572582 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2c47c3d8-fb1e-4bdf-8621-54f5d3cbf4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946459'] for router_gateway, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.676663 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2c47c3d8-fb1e-4bdf-8621-54f5d3cbf4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-983139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1930'] for router, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.678679 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2c47c3d8-fb1e-4bdf-8621-54f5d3cbf4d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.744282 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2c47c3d8-fb1e-4bdf-8621-54f5d3cbf4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-983287'] for router, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.744955 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c47c3d8-fb1e-4bdf-8621-54f5d3cbf4d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6828e38b-efc9-4fa2-a659-e227a451093e {{(pid=93009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:06:55.750209 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2c47c3d8-fb1e-4bdf-8621-54f5d3cbf4d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.751400 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-2c47c3d8-fb1e-4bdf-8621-54f5d3cbf4d9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6828e38b-efc9-4fa2-a659-e227a451093e HTTP/1.1" status: 204 len: 168 time: 0.8123038 Jul 23 23:06:55.753877 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56478) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:55.797591 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_v2 [None req-a31b74b5-7725-4a51-953c-dfe1b82cf58e admin admin] Deleting subnet cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d {{(pid=93009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:06:55.800936 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a31b74b5-7725-4a51-953c-dfe1b82cf58e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.838936 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a31b74b5-7725-4a51-953c-dfe1b82cf58e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11369256'] for subnet, precommit_delete_associations {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:55.965332 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a31b74b5-7725-4a51-953c-dfe1b82cf58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018516'] for subnet, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.016215 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1eee77-7783-4b5b-ab96-496891375957 req-01f1875f-1752-4c24-8be3-50a02ab43cd2 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:56.018012 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ca1eee77-7783-4b5b-ab96-496891375957 req-01f1875f-1752-4c24-8be3-50a02ab43cd2 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/networks?id=5de3d0b7-d1db-439f-b336-b9c9f5355f1f HTTP/1.1" status: 200 len: 809 time: 0.1166101 Jul 23 23:06:56.028800 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a31b74b5-7725-4a51-953c-dfe1b82cf58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11586274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11915057'] for subnet, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.040862 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ca1eee77-7783-4b5b-ab96-496891375957 req-933f0883-70f7-4dad-9c52-0d1ba5fb2cdb tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/quotas/360c658ec5654caebac62b972d1c5223 HTTP/1.1" status: 200 len: 375 time: 0.0161541 Jul 23 23:06:56.065564 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b74b5-7725-4a51-953c-dfe1b82cf58e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:56.069220 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a31b74b5-7725-4a51-953c-dfe1b82cf58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.071165 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-a31b74b5-7725-4a51-953c-dfe1b82cf58e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cb60a5f9-1d01-4d06-b7d2-8c2d4d127f6d HTTP/1.1" status: 204 len: 168 time: 0.3163681 Jul 23 23:06:56.073724 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ca1eee77-7783-4b5b-ab96-496891375957 req-7713f0c9-2c08-4882-abef-e5752f07a197 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=360c658ec5654caebac62b972d1c5223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288894 Jul 23 23:06:56.073863 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56492) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:56.077525 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd5ab74-37cc-4165-a977-e9e9b699a057 None None] Network 2603d214-76f3-403c-83bf-3db63ba9af9d requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:06:56.180386 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ca1eee77-7783-4b5b-ab96-496891375957 req-74107d60-956a-4f56-ab8a-505e219f3025 service neutron] 10.222.0.20 "GET /v2.0/networks/5de3d0b7-d1db-439f-b336-b9c9f5355f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010399 Jul 23 23:06:56.307822 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefe54f3-7c2c-49dd-a91c-90b27a29ca18 None None] DHCP port deletion for 2603d214-76f3-403c-83bf-3db63ba9af9d request from dv-cinder-679138-12-iscsi {{(pid=93011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:06:56.348794 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ca1eee77-7783-4b5b-ab96-496891375957 req-c53a4b5c-e1f4-4678-a65a-e919f3cb7726 service neutron] 10.222.0.20 "GET /v2.0/networks/5de3d0b7-d1db-439f-b336-b9c9f5355f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618769 Jul 23 23:06:56.367205 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-eefe54f3-7c2c-49dd-a91c-90b27a29ca18 None None] Deleting port e66edee8-6d70-4325-b9d5-3673bb309ee1 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:06:56.367420 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4034542'] for network, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.367813 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eefe54f3-7c2c-49dd-a91c-90b27a29ca18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.428652 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b47794-9fdc-4009-9c0e-6681aa59399a req-e1b1e1db-e1f6-401e-9fa8-d5204522da7f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:56.430386 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c8b47794-9fdc-4009-9c0e-6681aa59399a req-e1b1e1db-e1f6-401e-9fa8-d5204522da7f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.1164782 Jul 23 23:06:56.431740 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] Deleting port e66edee8-6d70-4325-b9d5-3673bb309ee1 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:06:56.432246 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.464943 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-eefe54f3-7c2c-49dd-a91c-90b27a29ca18 None None] For port e66edee8-6d70-4325-b9d5-3673bb309ee1, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=e66edee8-6d70-4325-b9d5-3673bb309ee1,segment=NetworkSegment(6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5),segment_id=6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:56.465662 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eefe54f3-7c2c-49dd-a91c-90b27a29ca18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.480654 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-eefe54f3-7c2c-49dd-a91c-90b27a29ca18 None None] Calling delete_port for e66edee8-6d70-4325-b9d5-3673bb309ee1 owned by network:dhcp {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:06:56.496249 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c8b47794-9fdc-4009-9c0e-6681aa59399a req-246e05ec-da1f-4342-94e3-2df4acc64241 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563807 Jul 23 23:06:56.528385 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] For port e66edee8-6d70-4325-b9d5-3673bb309ee1, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=e66edee8-6d70-4325-b9d5-3673bb309ee1,segment=NetworkSegment(6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5),segment_id=6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5)] {{(pid=93009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:56.528880 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.556101 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] Calling delete_port for e66edee8-6d70-4325-b9d5-3673bb309ee1 owned by network:dhcp {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:06:56.654763 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eefe54f3-7c2c-49dd-a91c-90b27a29ca18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.657849 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a8216cc8-350c-41f3-afb5-bd631df0617e req-b7e3513f-bf0d-488a-95e1-9c7c2c1a811c tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=579815fa-a42b-4ed6-93c7-4590a8166737 HTTP/1.1" status: 200 len: 210 time: 0.0487835 Jul 23 23:06:56.700658 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.707901 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8ba3c-3f94-4ea8-80cf-f8e77a02aaa9 req-95bc4bf6-8dbb-41d9-8019-7b0e73b4fc06 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:56.709406 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e0a8ba3c-3f94-4ea8-80cf-f8e77a02aaa9 req-95bc4bf6-8dbb-41d9-8019-7b0e73b4fc06 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.1357975 Jul 23 23:06:56.715854 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefe54f3-7c2c-49dd-a91c-90b27a29ca18 None None] No DVR routers for this DVR port e66edee8-6d70-4325-b9d5-3673bb309ee1 on host dv-cinder-679138-12-iscsi {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:06:56.718037 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe54f3-7c2c-49dd-a91c-90b27a29ca18 None None] Pushing event deleted for resources: {'Port': ['ID=e66edee8-6d70-4325-b9d5-3673bb309ee1,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:56.721120 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56504) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:56.725755 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-3795b39f-3a81-4918-bd02-5a84ea052d74 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Request body: {'floatingip': {'port_id': '020894e5-77c7-42fb-bc84-7493bcfd77ad'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:56.737322 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e66edee8-6d70-4325-b9d5-3673bb309ee1,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:56.754307 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] No DVR routers for this DVR port e66edee8-6d70-4325-b9d5-3673bb309ee1 on host dv-cinder-679138-12-iscsi {{(pid=93009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:06:56.783414 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3795b39f-3a81-4918-bd02-5a84ea052d74 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for floatingip, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.831014 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4025307', 'neutron.services.segments.db._delete_segments_for_network-8750116804994'] for network, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.841651 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2603d214-76f3-403c-83bf-3db63ba9af9d']}} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:56.855567 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5') {'for_net_delete': True} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:56.855861 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6ab5cf-b8a0-42eb-838e-407abe8d3ce5') {} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:56.865608 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750116706807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11369255'] for segment, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.884369 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.891805 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=93009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:06:56.892147 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11586116'] for segment, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: self.session.flush() Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: self.session.flush() Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: self.session.flush() Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: self.session.flush() Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: Traceback (most recent call last): Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: timer() Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: cb(*args, **kw) Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: return func(*args, **kwargs) Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: self._notify() Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: self.callback(batched_events) Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: event.method(event) Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: return f(self, *a, **k) Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._get(url).json() Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: return self.request(url, 'GET', **kwargs) Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:06:56.893810 dv-cinder-679138-12-iscsi neutron-server[93009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:06:56.953809 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4025298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946679'] for network, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.961473 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:56.964331 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2603d214-76f3-403c-83bf-3db63ba9af9d HTTP/1.1" status: 204 len: 168 time: 0.8895936 Jul 23 23:06:56.977221 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56510) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:56.985469 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e63d1c-af07-4ad4-9b63-19ff022f2fc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2603d214-76f3-403c-83bf-3db63ba9af9d,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:57.053199 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device e66edee8-6d70-4325-b9d5-3673bb309ee1 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:06:57.076610 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: e66edee8-6d70-4325-b9d5-3673bb309ee1 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:06:57.077399 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device e66edee8-6d70-4325-b9d5-3673bb309ee1 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:06:57.077399 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 74ce2339-cd8a-4916-b57d-8925298bed43 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:06:57.102234 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: 74ce2339-cd8a-4916-b57d-8925298bed43 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:06:57.103512 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 74ce2339-cd8a-4916-b57d-8925298bed43 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:06:57.104081 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device cf978763-e273-4c4e-a6de-61a05ac1cdc6 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:06:57.242025 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: cf978763-e273-4c4e-a6de-61a05ac1cdc6 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:06:57.242660 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device cf978763-e273-4c4e-a6de-61a05ac1cdc6 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:06:57.289607 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3795b39f-3a81-4918-bd02-5a84ea052d74 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:57.295305 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3795b39f-3a81-4918-bd02-5a84ea052d74 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946657'] for floatingip, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:57.372977 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1f01ffae-9dec-4202-8014-454e2248199c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943956'] for router_interface, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:57.397785 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.l3_db [None req-3795b39f-3a81-4918-bd02-5a84ea052d74 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Floating IP 976f70c4-9be3-400e-bcc1-857d788ec774 associated. External IP: 172.27.3.236, port: 020894e5-77c7-42fb-bc84-7493bcfd77ad. Jul 23 23:06:57.610796 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3795b39f-3a81-4918-bd02-5a84ea052d74 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Router dde4ec12-704e-4bfa-be83-e3864b016576 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:06:57.627512 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-1f01ffae-9dec-4202-8014-454e2248199c admin admin] Deleting port 1bb3eec6-0922-46f0-8fa9-3f820a70f038 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:06:57.627846 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1f01ffae-9dec-4202-8014-454e2248199c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:57.729603 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [None req-1f01ffae-9dec-4202-8014-454e2248199c admin admin] For port 1bb3eec6-0922-46f0-8fa9-3f820a70f038, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=1bb3eec6-0922-46f0-8fa9-3f820a70f038,segment=NetworkSegment(036eafa6-83af-4dfd-8285-1dffe35c7a52),segment_id=036eafa6-83af-4dfd-8285-1dffe35c7a52)] {{(pid=93009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:57.729964 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1f01ffae-9dec-4202-8014-454e2248199c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:57.744186 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-1f01ffae-9dec-4202-8014-454e2248199c admin admin] Calling delete_port for 1bb3eec6-0922-46f0-8fa9-3f820a70f038 owned by network:router_interface {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:06:57.833143 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9b1b4ffe-65fd-4d91-9d9d-b807c6c079e2 req-771e0897-4098-49cf-a0cd-538fcbe51464 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=579815fa-a42b-4ed6-93c7-4590a8166737 HTTP/1.1" status: 200 len: 210 time: 0.0439632 Jul 23 23:06:57.840232 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3795b39f-3a81-4918-bd02-5a84ea052d74 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:06:57.847740 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3795b39f-3a81-4918-bd02-5a84ea052d74 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:57.853148 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38753294-6405-400e-9a1f-03047a7d46e2 None None] Sync routers for ids ['dde4ec12-704e-4bfa-be83-e3864b016576'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:06:57.865511 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38753294-6405-400e-9a1f-03047a7d46e2 None None] Routers {'dde4ec12-704e-4bfa-be83-e3864b016576'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:57.866007 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-38753294-6405-400e-9a1f-03047a7d46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['dde4ec12-704e-4bfa-be83-e3864b016576'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:57.899465 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1eee77-7783-4b5b-ab96-496891375957 req-a80a4548-1576-49df-8500-aa0443194898 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:57.900962 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ca1eee77-7783-4b5b-ab96-496891375957 req-a80a4548-1576-49df-8500-aa0443194898 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.47 "GET /v2.0/networks?id=5de3d0b7-d1db-439f-b336-b9c9f5355f1f HTTP/1.1" status: 200 len: 809 time: 0.1878109 Jul 23 23:06:57.919054 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-3795b39f-3a81-4918-bd02-5a84ea052d74 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "PUT /v2.0/floatingips/976f70c4-9be3-400e-bcc1-857d788ec774 HTTP/1.1" status: 200 len: 991 time: 1.1937854 Jul 23 23:06:57.919054 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '935c02a2-a460-4c3f-9ff2-aaae46effba4', 'tag': '020894e5-77c7-42fb-bc84-7493bcfd77ad'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:06:57.919369 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd24264b-fc80-4b68-90ec-5be9ba1ac89e" -d '{"events": [{"name": "network-changed", "server_uuid": "935c02a2-a460-4c3f-9ff2-aaae46effba4", "tag": "020894e5-77c7-42fb-bc84-7493bcfd77ad"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:06:57.926637 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-ca1eee77-7783-4b5b-ab96-496891375957 req-9d56fbe5-d8c6-4681-826d-75a23f452def tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Request body: {'port': {'device_id': '579815fa-a42b-4ed6-93c7-4590a8166737', 'network_id': '5de3d0b7-d1db-439f-b336-b9c9f5355f1f', 'admin_state_up': True, 'tenant_id': '360c658ec5654caebac62b972d1c5223'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:57.973569 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903c365a-199f-4df6-9030-81c20b558897 x-openstack-request-id: req-903c365a-199f-4df6-9030-81c20b558897 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:06:57.974614 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "935c02a2-a460-4c3f-9ff2-aaae46effba4", "tag": "020894e5-77c7-42fb-bc84-7493bcfd77ad", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:06:57.975599 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-903c365a-199f-4df6-9030-81c20b558897 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:06:57.978092 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '935c02a2-a460-4c3f-9ff2-aaae46effba4', 'tag': '020894e5-77c7-42fb-bc84-7493bcfd77ad', 'status': 'completed', 'code': 200} Jul 23 23:06:57.982951 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-38753294-6405-400e-9a1f-03047a7d46e2 None None] Set router dde4ec12-704e-4bfa-be83-e3864b016576 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:58.018136 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1f01ffae-9dec-4202-8014-454e2248199c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:58.048745 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01ffae-9dec-4202-8014-454e2248199c admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb3eec6-0922-46f0-8fa9-3f820a70f038,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:58.125517 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca1eee77-7783-4b5b-ab96-496891375957 req-9d56fbe5-d8c6-4681-826d-75a23f452def tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Made reservation on behalf of 360c658ec5654caebac62b972d1c5223 for: {'port': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:06:58.128986 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ca1eee77-7783-4b5b-ab96-496891375957 req-9d56fbe5-d8c6-4681-826d-75a23f452def tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:58.145879 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24264b-fc80-4b68-90ec-5be9ba1ac89e req-9a8a0a7b-ab7e-4315-8fb8-9d2fd4bb6176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:58.147538 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd24264b-fc80-4b68-90ec-5be9ba1ac89e req-9a8a0a7b-ab7e-4315-8fb8-9d2fd4bb6176 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9934ee43b824e059d808e7ff73adefd&device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 1098 time: 0.1032596 Jul 23 23:06:58.227554 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-38753294-6405-400e-9a1f-03047a7d46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 4, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port': {'id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '976f70c4-9be3-400e-bcc1-857d788ec774', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'port_id': '020894e5-77c7-42fb-bc84-7493bcfd77ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'mac_address': 'fa:16:3e:86:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c02a2-a460-4c3f-9ff2-aaae46effba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:06:42Z', 'updated_at': '2021-07-23T23:06:57Z', 'revision_number': 1, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79339ec5-9bc2-490f-a339-2c79728ded18', 'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'mac_address': 'fa:16:3e:9b:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:38Z', 'updated_at': '2021-07-23T23:06:45Z', 'revision_number': 5, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'subnets': [{'id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:58.242701 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1f01ffae-9dec-4202-8014-454e2248199c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-942882'] for router_interface, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:58.333624 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24264b-fc80-4b68-90ec-5be9ba1ac89e req-6906c3b0-c4cd-4619-97b4-0757a9186f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:58.334870 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd24264b-fc80-4b68-90ec-5be9ba1ac89e req-6906c3b0-c4cd-4619-97b4-0757a9186f99 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70497c0c-7ba3-41f5-9bdc-064acfc78ade HTTP/1.1" status: 200 len: 918 time: 0.1805515 Jul 23 23:06:58.354577 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38753294-6405-400e-9a1f-03047a7d46e2 None None] Checking router: dde4ec12-704e-4bfa-be83-e3864b016576 for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:06:58.355621 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [req-ca1eee77-7783-4b5b-ab96-496891375957 req-9d56fbe5-d8c6-4681-826d-75a23f452def tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Allocated IP 172.20.0.14 (5de3d0b7-d1db-439f-b336-b9c9f5355f1f/e07ccefc-1237-49e1-b7de-693e45149d25/e542792a-8241-49e2-a563-3bb5eebd36d7) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:06:58.366748 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38753294-6405-400e-9a1f-03047a7d46e2 None None] Routers {'dde4ec12-704e-4bfa-be83-e3864b016576'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:58.367585 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-38753294-6405-400e-9a1f-03047a7d46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['dde4ec12-704e-4bfa-be83-e3864b016576'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:58.481023 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-38753294-6405-400e-9a1f-03047a7d46e2 None None] Set router dde4ec12-704e-4bfa-be83-e3864b016576 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:58.499676 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f01ffae-9dec-4202-8014-454e2248199c admin admin] Router fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:06:58.614546 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f01ffae-9dec-4202-8014-454e2248199c admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:06:58.620854 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-1f01ffae-9dec-4202-8014-454e2248199c admin admin] 10.222.0.20 "PUT /v2.0/routers/fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6407697 Jul 23 23:06:58.623360 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56522) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:58.625345 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57055d0e-a33f-4e75-9974-b3ec67c5e8af None None] Sync routers for ids ['fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:06:58.635220 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57055d0e-a33f-4e75-9974-b3ec67c5e8af None None] Routers {'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:58.635824 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-57055d0e-a33f-4e75-9974-b3ec67c5e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:58.718637 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd24264b-fc80-4b68-90ec-5be9ba1ac89e req-9161db68-5952-43c0-89a7-24f9321b8efc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020894e5-77c7-42fb-bc84-7493bcfd77ad HTTP/1.1" status: 200 len: 999 time: 0.3741775 Jul 23 23:06:58.723692 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:06:58.741412 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a830-9b1d-4859-be4a-5683448d26b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:58.755013 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-57055d0e-a33f-4e75-9974-b3ec67c5e8af None None] Set router fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:58.761134 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-38753294-6405-400e-9a1f-03047a7d46e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 4, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port': {'id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '976f70c4-9be3-400e-bcc1-857d788ec774', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'port_id': '020894e5-77c7-42fb-bc84-7493bcfd77ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'mac_address': 'fa:16:3e:86:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c02a2-a460-4c3f-9ff2-aaae46effba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:06:42Z', 'updated_at': '2021-07-23T23:06:57Z', 'revision_number': 1, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79339ec5-9bc2-490f-a339-2c79728ded18', 'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'mac_address': 'fa:16:3e:9b:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:38Z', 'updated_at': '2021-07-23T23:06:45Z', 'revision_number': 5, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'subnets': [{'id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:58.798594 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38753294-6405-400e-9a1f-03047a7d46e2 None None] The sync data for ids ['dde4ec12-704e-4bfa-be83-e3864b016576'] in dv-cinder-679138-12-iscsi is: [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 4, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port': {'id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '976f70c4-9be3-400e-bcc1-857d788ec774', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'port_id': '020894e5-77c7-42fb-bc84-7493bcfd77ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'mac_address': 'fa:16:3e:86:e0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c02a2-a460-4c3f-9ff2-aaae46effba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:06:42Z', 'updated_at': '2021-07-23T23:06:57Z', 'revision_number': 1, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79339ec5-9bc2-490f-a339-2c79728ded18', 'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'mac_address': 'fa:16:3e:9b:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:38Z', 'updated_at': '2021-07-23T23:06:45Z', 'revision_number': 5, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'subnets': [{'id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:06:58.805030 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24264b-fc80-4b68-90ec-5be9ba1ac89e req-e43c44ff-b525-47a5-bf4b-03b2c9cea36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:58.807105 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd24264b-fc80-4b68-90ec-5be9ba1ac89e req-e43c44ff-b525-47a5-bf4b-03b2c9cea36c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7187624-9019-4e18-b70c-0ca5879c5b98 HTTP/1.1" status: 200 len: 856 time: 0.0820286 Jul 23 23:06:58.871753 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a830-9b1d-4859-be4a-5683448d26b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:58.952508 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ca1eee77-7783-4b5b-ab96-496891375957 req-9d56fbe5-d8c6-4681-826d-75a23f452def tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:58.976613 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-a3e3a830-9b1d-4859-be4a-5683448d26b5 admin admin] Deleting port 9b079326-a633-40ee-aa60-31a681194c72 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:06:58.976866 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a830-9b1d-4859-be4a-5683448d26b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:58.998888 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2e6d7082-bf88-4256-907f-065e8be0bf74 req-f27bfa78-e454-461a-8ad9-40f13996bad8 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=579815fa-a42b-4ed6-93c7-4590a8166737 HTTP/1.1" status: 200 len: 210 time: 0.0426118 Jul 23 23:06:59.084247 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ca1eee77-7783-4b5b-ab96-496891375957 req-9d56fbe5-d8c6-4681-826d-75a23f452def tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.086725 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-57055d0e-a33f-4e75-9974-b3ec67c5e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24', 'name': 'tempest-TestMinimumBasicScenario-785754368-router', 'tenant_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '9b079326-a633-40ee-aa60-31a681194c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:55Z', 'updated_at': '2021-07-23T23:06:57Z', 'revision_number': 5, 'project_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'gw_port': {'id': '9b079326-a633-40ee-aa60-31a681194c72', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:56Z', 'updated_at': '2021-07-23T23:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:59.098105 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24264b-fc80-4b68-90ec-5be9ba1ac89e req-666e1feb-544c-4380-af68-c2aa45c4cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:59.099777 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd24264b-fc80-4b68-90ec-5be9ba1ac89e req-666e1feb-544c-4380-af68-c2aa45c4cdae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70497c0c-7ba3-41f5-9bdc-064acfc78ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2859480 Jul 23 23:06:59.115191 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57055d0e-a33f-4e75-9974-b3ec67c5e8af None None] Checking router: fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24 for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:06:59.125898 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57055d0e-a33f-4e75-9974-b3ec67c5e8af None None] Routers {'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:06:59.126536 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-57055d0e-a33f-4e75-9974-b3ec67c5e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:59.154680 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [None req-a3e3a830-9b1d-4859-be4a-5683448d26b5 admin admin] For port 9b079326-a633-40ee-aa60-31a681194c72, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=9b079326-a633-40ee-aa60-31a681194c72,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:06:59.155233 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a830-9b1d-4859-be4a-5683448d26b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.169243 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-a3e3a830-9b1d-4859-be4a-5683448d26b5 admin admin] Calling delete_port for 9b079326-a633-40ee-aa60-31a681194c72 owned by network:router_gateway {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:06:59.179876 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8c8778-0ddf-492a-88a2-8489fcd247ed None None] New status for floating IP 976f70c4-9be3-400e-bcc1-857d788ec774: ACTIVE {{(pid=93012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:06:59.188932 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56fbe5-d8c6-4681-826d-75a23f452def tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Pushing event updated for resources: {'Port': ['ID=e542792a-8241-49e2-a563-3bb5eebd36d7,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:59.202031 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca1eee77-7783-4b5b-ab96-496891375957 req-9d56fbe5-d8c6-4681-826d-75a23f452def tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Network 5de3d0b7-d1db-439f-b336-b9c9f5355f1f is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:06:59.209092 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [req-ca1eee77-7783-4b5b-ab96-496891375957 req-9d56fbe5-d8c6-4681-826d-75a23f452def tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:06:59.213923 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1eee77-7783-4b5b-ab96-496891375957 req-9d56fbe5-d8c6-4681-826d-75a23f452def tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:06:59.246961 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-57055d0e-a33f-4e75-9974-b3ec67c5e8af None None] Set router fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24 gateway port host: None {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:06:59.310383 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-57055d0e-a33f-4e75-9974-b3ec67c5e8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24', 'name': 'tempest-TestMinimumBasicScenario-785754368-router', 'tenant_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:55Z', 'updated_at': '2021-07-23T23:06:58Z', 'revision_number': 6, 'project_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'gw_port_host': None}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:06:59.318144 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1eee77-7783-4b5b-ab96-496891375957 req-9d56fbe5-d8c6-4681-826d-75a23f452def tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:06:59.319323 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ca1eee77-7783-4b5b-ab96-496891375957 req-9d56fbe5-d8c6-4681-826d-75a23f452def tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.340342 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57055d0e-a33f-4e75-9974-b3ec67c5e8af None None] The sync data for ids ['fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24'] in dv-cinder-679138-12-iscsi is: [{'id': 'fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24', 'name': 'tempest-TestMinimumBasicScenario-785754368-router', 'tenant_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:55Z', 'updated_at': '2021-07-23T23:06:58Z', 'revision_number': 6, 'project_id': 'ab24884aef6d4b2e8e3cff7bf60d6b4e', 'gw_port_host': None}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:06:59.343959 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd24264b-fc80-4b68-90ec-5be9ba1ac89e req-614d3566-f894-44b3-9100-c0f651b09c56 service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983018 Jul 23 23:06:59.364844 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ca1eee77-7783-4b5b-ab96-496891375957 req-9d56fbe5-d8c6-4681-826d-75a23f452def tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4423902 Jul 23 23:06:59.389359 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Request body: {'port': {'device_id': '579815fa-a42b-4ed6-93c7-4590a8166737', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:06:59.408278 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a830-9b1d-4859-be4a-5683448d26b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.458321 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3a830-9b1d-4859-be4a-5683448d26b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b079326-a633-40ee-aa60-31a681194c72,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:59.497699 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a830-9b1d-4859-be4a-5683448d26b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946459'] for router_gateway, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.513173 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd24264b-fc80-4b68-90ec-5be9ba1ac89e req-732feffc-2ac3-432e-a02d-edf244e6a193 service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615562 Jul 23 23:06:59.521246 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.587876 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a830-9b1d-4859-be4a-5683448d26b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-983139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1930'] for router, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.590002 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a830-9b1d-4859-be4a-5683448d26b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.635715 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a830-9b1d-4859-be4a-5683448d26b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-983287'] for router, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.636166 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e3a830-9b1d-4859-be4a-5683448d26b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24 {{(pid=93009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:06:59.640543 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a830-9b1d-4859-be4a-5683448d26b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.641795 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-a3e3a830-9b1d-4859-be4a-5683448d26b5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fcaaaab7-7e3f-404e-9d3e-22d0e5c5fc24 HTTP/1.1" status: 204 len: 168 time: 1.0170860 Jul 23 23:06:59.644312 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56528) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:59.688736 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_v2 [None req-4566dbc4-1c67-47b4-b467-7c024430d3e4 admin admin] Deleting subnet 1956a0ad-5b9a-48f8-869b-fc3bca654342 {{(pid=93009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:06:59.692165 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4566dbc4-1c67-47b4-b467-7c024430d3e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.730332 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4566dbc4-1c67-47b4-b467-7c024430d3e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11369256'] for subnet, precommit_delete_associations {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.797773 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e542792a-8241-49e2-a563-3bb5eebd36d7 {{(pid=93010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:06:59.805188 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.817321 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Transition to ACTIVE for port object e542792a-8241-49e2-a563-3bb5eebd36d7 will not be triggered until provisioned by entity L2. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:06:59.819600 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4566dbc4-1c67-47b4-b467-7c024430d3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018516'] for subnet, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.820162 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.872074 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Pushing event updated for resources: {'Port': ['ID=e542792a-8241-49e2-a563-3bb5eebd36d7,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:59.872302 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4566dbc4-1c67-47b4-b467-7c024430d3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11586274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11915057'] for subnet, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.897720 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566dbc4-1c67-47b4-b467-7c024430d3e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1956a0ad-5b9a-48f8-869b-fc3bca654342,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:06:59.901953 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4566dbc4-1c67-47b4-b467-7c024430d3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.906067 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-4566dbc4-1c67-47b4-b467-7c024430d3e4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1956a0ad-5b9a-48f8-869b-fc3bca654342 HTTP/1.1" status: 204 len: 168 time: 0.2585948 Jul 23 23:06:59.906420 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56530) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:06:59.908465 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72d81c4-1425-4dd4-b5c9-b39f8c2defbc None None] Network d00b59f8-dacf-4b0b-a854-e4c07d8c0571 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:06:59.946421 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Attempting to bind port e542792a-8241-49e2-a563-3bb5eebd36d7 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:06:59.946797 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Attempting to bind port e542792a-8241-49e2-a563-3bb5eebd36d7 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '984924d0-5d9e-43e4-9f64-5ffd5dd4e96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5de3d0b7-d1db-439f-b336-b9c9f5355f1f'}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:06:59.946963 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Attempting to bind port e542792a-8241-49e2-a563-3bb5eebd36d7 on network 5de3d0b7-d1db-439f-b336-b9c9f5355f1f {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:06:59.962886 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Port e542792a-8241-49e2-a563-3bb5eebd36d7 on network 5de3d0b7-d1db-439f-b336-b9c9f5355f1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:06:59.962886 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Attempting to bind port e542792a-8241-49e2-a563-3bb5eebd36d7 on network 5de3d0b7-d1db-439f-b336-b9c9f5355f1f {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:06:59.969981 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:06:59.970615 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Checking segment: {'id': '984924d0-5d9e-43e4-9f64-5ffd5dd4e96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5de3d0b7-d1db-439f-b336-b9c9f5355f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:06:59.970770 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Bound using segment: {'id': '984924d0-5d9e-43e4-9f64-5ffd5dd4e96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5de3d0b7-d1db-439f-b336-b9c9f5355f1f'} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:06:59.971227 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Bound port: e542792a-8241-49e2-a563-3bb5eebd36d7, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984924d0-5d9e-43e4-9f64-5ffd5dd4e96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5de3d0b7-d1db-439f-b336-b9c9f5355f1f'}}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:06:59.971594 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:06:59.981841 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d8017396-678d-465a-a024-722953291a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4034542'] for network, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.043506 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] For port e542792a-8241-49e2-a563-3bb5eebd36d7, host hv-cinder-67913, cleared binding levels {{(pid=93010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:07:00.047222 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] For port e542792a-8241-49e2-a563-3bb5eebd36d7, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e542792a-8241-49e2-a563-3bb5eebd36d7,segment=NetworkSegment(984924d0-5d9e-43e4-9f64-5ffd5dd4e96a),segment_id=984924d0-5d9e-43e4-9f64-5ffd5dd4e96a)] {{(pid=93010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:07:00.047998 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-d8017396-678d-465a-a024-722953291a6c admin admin] Deleting port 9cbd6491-280c-4ca3-b0a6-be798d8141b3 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:07:00.048323 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d8017396-678d-465a-a024-722953291a6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.052869 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.093826 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:00.094588 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.096270 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ca1eee77-7783-4b5b-ab96-496891375957 req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] 10.222.0.47 "PUT /v2.0/ports/e542792a-8241-49e2-a563-3bb5eebd36d7 HTTP/1.1" status: 200 len: 1094 time: 0.7134638 Jul 23 23:07:00.096790 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579815fa-a42b-4ed6-93c7-4590a8166737', 'tag': 'e542792a-8241-49e2-a563-3bb5eebd36d7'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:00.099334 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e05d66-ed85-47f5-912d-2ab4d5640756" -d '{"events": [{"name": "network-changed", "server_uuid": "579815fa-a42b-4ed6-93c7-4590a8166737", "tag": "e542792a-8241-49e2-a563-3bb5eebd36d7"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:00.117934 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [None req-d8017396-678d-465a-a024-722953291a6c admin admin] For port 9cbd6491-280c-4ca3-b0a6-be798d8141b3, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=9cbd6491-280c-4ca3-b0a6-be798d8141b3,segment=NetworkSegment(036eafa6-83af-4dfd-8285-1dffe35c7a52),segment_id=036eafa6-83af-4dfd-8285-1dffe35c7a52)] {{(pid=93009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:00.118338 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d8017396-678d-465a-a024-722953291a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.136615 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-d8017396-678d-465a-a024-722953291a6c admin admin] Calling delete_port for 9cbd6491-280c-4ca3-b0a6-be798d8141b3 owned by network:dhcp {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:07:00.151499 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97150aee-f2f5-4190-bd4b-949d810d83eb service neutron] Pushing event updated for resources: {'Port': ['ID=e542792a-8241-49e2-a563-3bb5eebd36d7,revision_number=3']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:00.153841 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb2c642-f276-48dd-8b71-4493036afe2f None None] DHCP port deletion for d00b59f8-dacf-4b0b-a854-e4c07d8c0571 request from dv-cinder-679138-12-iscsi {{(pid=93011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:07:00.207725 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599dffe3-1683-4db9-a177-f7f1897bf4fe x-openstack-request-id: req-599dffe3-1683-4db9-a177-f7f1897bf4fe {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:00.208009 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579815fa-a42b-4ed6-93c7-4590a8166737", "tag": "e542792a-8241-49e2-a563-3bb5eebd36d7", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:00.208264 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-599dffe3-1683-4db9-a177-f7f1897bf4fe {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:00.208660 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579815fa-a42b-4ed6-93c7-4590a8166737', 'tag': 'e542792a-8241-49e2-a563-3bb5eebd36d7', 'status': 'completed', 'code': 200} Jul 23 23:07:00.220416 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-fcb2c642-f276-48dd-8b71-4493036afe2f None None] Deleting port 9cbd6491-280c-4ca3-b0a6-be798d8141b3 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:07:00.220793 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fcb2c642-f276-48dd-8b71-4493036afe2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.259976 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d8017396-678d-465a-a024-722953291a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.287152 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8bee2-6b6f-4909-b2c1-36ebb3e3f968 req-07b3253e-3280-4cda-b3a0-4d158f8588ed tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:00.288716 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-98a8bee2-6b6f-4909-b2c1-36ebb3e3f968 req-07b3253e-3280-4cda-b3a0-4d158f8588ed tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=579815fa-a42b-4ed6-93c7-4590a8166737 HTTP/1.1" status: 200 len: 944 time: 0.1474299 Jul 23 23:07:00.293864 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1eee77-7783-4b5b-ab96-496891375957 req-212cd44e-9a96-4f63-bad7-c147adadc8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:00.295204 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ca1eee77-7783-4b5b-ab96-496891375957 req-212cd44e-9a96-4f63-bad7-c147adadc8d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=360c658ec5654caebac62b972d1c5223&device_id=579815fa-a42b-4ed6-93c7-4590a8166737 HTTP/1.1" status: 200 len: 1097 time: 0.0963988 Jul 23 23:07:00.300655 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8017396-678d-465a-a024-722953291a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbd6491-280c-4ca3-b0a6-be798d8141b3,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:00.307186 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8017396-678d-465a-a024-722953291a6c admin admin] No DVR routers for this DVR port 9cbd6491-280c-4ca3-b0a6-be798d8141b3 on host dv-cinder-679138-12-iscsi {{(pid=93009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:07:00.316353 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-fcb2c642-f276-48dd-8b71-4493036afe2f None None] For port 9cbd6491-280c-4ca3-b0a6-be798d8141b3, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=9cbd6491-280c-4ca3-b0a6-be798d8141b3,segment=NetworkSegment(036eafa6-83af-4dfd-8285-1dffe35c7a52),segment_id=036eafa6-83af-4dfd-8285-1dffe35c7a52)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:00.316831 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fcb2c642-f276-48dd-8b71-4493036afe2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.331680 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-fcb2c642-f276-48dd-8b71-4493036afe2f None None] Calling delete_port for 9cbd6491-280c-4ca3-b0a6-be798d8141b3 owned by network:dhcp {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:07:00.360754 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ca1eee77-7783-4b5b-ab96-496891375957 req-7b2fe84c-b8eb-4516-9504-5a59ec0b8ee7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e542792a-8241-49e2-a563-3bb5eebd36d7 HTTP/1.1" status: 200 len: 217 time: 0.0417771 Jul 23 23:07:00.379358 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-98a8bee2-6b6f-4909-b2c1-36ebb3e3f968 req-cdf194de-2566-407e-99ec-05c051f6a025 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830708 Jul 23 23:07:00.407189 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d8017396-678d-465a-a024-722953291a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4025307', 'neutron.services.segments.db._delete_segments_for_network-8750116804994'] for network, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.418070 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-d8017396-678d-465a-a024-722953291a6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00b59f8-dacf-4b0b-a854-e4c07d8c0571']}} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:00.435013 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-d8017396-678d-465a-a024-722953291a6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036eafa6-83af-4dfd-8285-1dffe35c7a52') {'for_net_delete': True} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:00.435572 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-d8017396-678d-465a-a024-722953291a6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036eafa6-83af-4dfd-8285-1dffe35c7a52') {} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:00.442758 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fcb2c642-f276-48dd-8b71-4493036afe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.445841 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d8017396-678d-465a-a024-722953291a6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750116706807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11369255'] for segment, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.447537 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1eee77-7783-4b5b-ab96-496891375957 req-497307f0-0bd4-44ea-95d0-f3ae7604ec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:00.449077 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ca1eee77-7783-4b5b-ab96-496891375957 req-497307f0-0bd4-44ea-95d0-f3ae7604ec9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e07ccefc-1237-49e1-b7de-693e45149d25 HTTP/1.1" status: 200 len: 849 time: 0.0567997 Jul 23 23:07:00.461001 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d8017396-678d-465a-a024-722953291a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.468190 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8017396-678d-465a-a024-722953291a6c admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=93009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:07:00.468762 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d8017396-678d-465a-a024-722953291a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11586116'] for segment, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: Traceback (most recent call last): Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: timer() Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: cb(*args, **kw) Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: return func(*args, **kwargs) Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: self._notify() Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: self.callback(batched_events) Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: event.method(event) Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: return f(self, *a, **k) Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._get(url).json() Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: return self.request(url, 'GET', **kwargs) Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:07:00.470484 dv-cinder-679138-12-iscsi neutron-server[93009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:07:00.473948 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2c642-f276-48dd-8b71-4493036afe2f None None] Pushing event deleted for resources: {'Port': ['ID=9cbd6491-280c-4ca3-b0a6-be798d8141b3,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:00.479570 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb2c642-f276-48dd-8b71-4493036afe2f None None] No DVR routers for this DVR port 9cbd6491-280c-4ca3-b0a6-be798d8141b3 on host dv-cinder-679138-12-iscsi {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:07:00.495565 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ca1eee77-7783-4b5b-ab96-496891375957 req-2910111e-a0d6-4c35-95e6-c496a47c3fd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5de3d0b7-d1db-439f-b336-b9c9f5355f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399899 Jul 23 23:07:00.535839 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d8017396-678d-465a-a024-722953291a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4025298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946679'] for network, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.543014 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d8017396-678d-465a-a024-722953291a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.544943 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-d8017396-678d-465a-a024-722953291a6c admin admin] 10.222.0.20 "DELETE /v2.0/networks/d00b59f8-dacf-4b0b-a854-e4c07d8c0571 HTTP/1.1" status: 204 len: 168 time: 0.6376076 Jul 23 23:07:00.561179 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8017396-678d-465a-a024-722953291a6c admin admin] Pushing event deleted for resources: {'Network': ['ID=d00b59f8-dacf-4b0b-a854-e4c07d8c0571,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:00.598193 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ca1eee77-7783-4b5b-ab96-496891375957 req-643e9084-016b-41ce-b7ff-d345ef70d922 service neutron] 10.222.0.47 "GET /v2.0/networks/5de3d0b7-d1db-439f-b336-b9c9f5355f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953743 Jul 23 23:07:00.667927 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56540) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:00.694645 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ca1eee77-7783-4b5b-ab96-496891375957 req-f8ee2a1e-9f77-4f6e-b47b-8fb3f77b0139 service neutron] 10.222.0.47 "GET /v2.0/networks/5de3d0b7-d1db-439f-b336-b9c9f5355f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888605 Jul 23 23:07:00.708152 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-a750c7f5-df9b-4f8f-ac8e-2fab4e4fbfe4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6b241485e6e2496fa41c0ab5e1b28db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387759 Jul 23 23:07:00.710520 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56542) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:00.765001 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-43fa71b4-aaac-445d-8ed1-f9915059f470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.794200 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-43fa71b4-aaac-445d-8ed1-f9915059f470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.845621 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e05d66-ed85-47f5-912d-2ab4d5640756 req-54490f6b-a38c-40e1-8e26-083db02ca754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:00.848263 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-23e05d66-ed85-47f5-912d-2ab4d5640756 req-54490f6b-a38c-40e1-8e26-083db02ca754 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=360c658ec5654caebac62b972d1c5223&device_id=579815fa-a42b-4ed6-93c7-4590a8166737 HTTP/1.1" status: 200 len: 1097 time: 0.0659218 Jul 23 23:07:00.856886 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-43fa71b4-aaac-445d-8ed1-f9915059f470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.859703 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-43fa71b4-aaac-445d-8ed1-f9915059f470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:00.862010 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-43fa71b4-aaac-445d-8ed1-f9915059f470 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1959e13-b99c-4a5f-87fe-328d9739d108 HTTP/1.1" status: 204 len: 168 time: 0.1495619 Jul 23 23:07:00.888486 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa71b4-aaac-445d-8ed1-f9915059f470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1959e13-b99c-4a5f-87fe-328d9739d108,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:00.951122 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e05d66-ed85-47f5-912d-2ab4d5640756 req-40cae1bf-cc9d-40a3-919a-9a1455c53503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:00.952578 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-23e05d66-ed85-47f5-912d-2ab4d5640756 req-40cae1bf-cc9d-40a3-919a-9a1455c53503 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5de3d0b7-d1db-439f-b336-b9c9f5355f1f HTTP/1.1" status: 200 len: 910 time: 0.0966442 Jul 23 23:07:00.997016 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-23e05d66-ed85-47f5-912d-2ab4d5640756 req-1a31dd1a-2623-4ba9-a72b-acc358f01f77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e542792a-8241-49e2-a563-3bb5eebd36d7 HTTP/1.1" status: 200 len: 217 time: 0.0376446 Jul 23 23:07:01.014609 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 1bb3eec6-0922-46f0-8fa9-3f820a70f038 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:07:01.035048 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: 1bb3eec6-0922-46f0-8fa9-3f820a70f038 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:07:01.035504 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 1bb3eec6-0922-46f0-8fa9-3f820a70f038 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:07:01.035854 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 9b079326-a633-40ee-aa60-31a681194c72 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:07:01.056774 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e05d66-ed85-47f5-912d-2ab4d5640756 req-90727179-6918-4c9c-9209-58da32e6271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:01.057537 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: 9b079326-a633-40ee-aa60-31a681194c72 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:07:01.057962 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 9b079326-a633-40ee-aa60-31a681194c72 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:07:01.058382 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 9cbd6491-280c-4ca3-b0a6-be798d8141b3 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:07:01.058522 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-23e05d66-ed85-47f5-912d-2ab4d5640756 req-90727179-6918-4c9c-9209-58da32e6271b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e07ccefc-1237-49e1-b7de-693e45149d25 HTTP/1.1" status: 200 len: 849 time: 0.0546865 Jul 23 23:07:01.077195 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: 9cbd6491-280c-4ca3-b0a6-be798d8141b3 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:07:01.077541 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 9cbd6491-280c-4ca3-b0a6-be798d8141b3 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:07:01.103281 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-23e05d66-ed85-47f5-912d-2ab4d5640756 req-bfbfe512-0472-474b-85e8-c96e7dee9675 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5de3d0b7-d1db-439f-b336-b9c9f5355f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376048 Jul 23 23:07:01.193470 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-23e05d66-ed85-47f5-912d-2ab4d5640756 req-1b78f095-55eb-4f88-9888-127494be4592 service neutron] 10.222.0.47 "GET /v2.0/networks/5de3d0b7-d1db-439f-b336-b9c9f5355f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836740 Jul 23 23:07:01.210619 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56548) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:01.250726 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-0fc977aa-cff9-477a-98c5-8c6df7ea4c51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab24884aef6d4b2e8e3cff7bf60d6b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389187 Jul 23 23:07:01.253323 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56550) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:01.286825 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-23e05d66-ed85-47f5-912d-2ab4d5640756 req-596a7acf-7182-41e1-a390-53b819b8f932 service neutron] 10.222.0.47 "GET /v2.0/networks/5de3d0b7-d1db-439f-b336-b9c9f5355f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865154 Jul 23 23:07:01.301433 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ef676351-38f9-48f5-9e5a-04c69323d709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:01.321806 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ef676351-38f9-48f5-9e5a-04c69323d709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:01.367522 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ef676351-38f9-48f5-9e5a-04c69323d709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:01.370109 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-ef676351-38f9-48f5-9e5a-04c69323d709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:01.371302 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-ef676351-38f9-48f5-9e5a-04c69323d709 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f026cd4a-2f69-4e27-89c4-f3fc1fbcd204 HTTP/1.1" status: 204 len: 168 time: 0.1170838 Jul 23 23:07:01.379080 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef676351-38f9-48f5-9e5a-04c69323d709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f026cd4a-2f69-4e27-89c4-f3fc1fbcd204,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:01.514543 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1890dd-4792-411c-9907-a8d3a683364a req-22bb8079-b3ab-42e0-add1-c5031cc5faec tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:01.516045 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4b1890dd-4792-411c-9907-a8d3a683364a req-22bb8079-b3ab-42e0-add1-c5031cc5faec tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=579815fa-a42b-4ed6-93c7-4590a8166737 HTTP/1.1" status: 200 len: 944 time: 0.0657101 Jul 23 23:07:01.555832 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4b1890dd-4792-411c-9907-a8d3a683364a req-79e094e5-c6ab-459a-95e0-84018070c860 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331521 Jul 23 23:07:02.035512 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56576) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:02.125924 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-1679f397-cceb-400e-8b14-e2dc49272a03 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-921133432-network', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:02.147905 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1679f397-cceb-400e-8b14-e2dc49272a03 admin admin] Made reservation on behalf of b61ae0da91fd43c9af60865fe2ff0b92 for: {'network': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:07:02.150687 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1679f397-cceb-400e-8b14-e2dc49272a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:02.158911 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1679f397-cceb-400e-8b14-e2dc49272a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:02.249144 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1679f397-cceb-400e-8b14-e2dc49272a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:02.252864 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1679f397-cceb-400e-8b14-e2dc49272a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:02.487248 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1679f397-cceb-400e-8b14-e2dc49272a03 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=93009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:07:02.501229 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679f397-cceb-400e-8b14-e2dc49272a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a7c8b2-6df2-40be-af45-874914a8dedd,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:02.506180 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1679f397-cceb-400e-8b14-e2dc49272a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:02.506554 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.db.segments_db [None req-1679f397-cceb-400e-8b14-e2dc49272a03 admin admin] Added segment 408a5b84-d13b-4968-be37-d1ddbcdf5a54 of type vlan for network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 Jul 23 23:07:02.546208 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1679f397-cceb-400e-8b14-e2dc49272a03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:02.575339 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1679f397-cceb-400e-8b14-e2dc49272a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:02.576414 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1679f397-cceb-400e-8b14-e2dc49272a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:02.576989 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1679f397-cceb-400e-8b14-e2dc49272a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:02.613618 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56584) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:02.614238 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-1679f397-cceb-400e-8b14-e2dc49272a03 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5772178 Jul 23 23:07:02.619592 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-95af05c4-5a27-4455-8fe6-807216837356 admin admin] Request body: {'subnet': {'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-921133432-subnet', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'ip_version': 4}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:02.642151 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679f397-cceb-400e-8b14-e2dc49272a03 admin admin] Pushing event updated for resources: {'Network': ['ID=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:02.653053 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:07:02.679086 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95af05c4-5a27-4455-8fe6-807216837356 admin admin] Made reservation on behalf of b61ae0da91fd43c9af60865fe2ff0b92 for: {'subnet': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:07:02.682123 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-95af05c4-5a27-4455-8fe6-807216837356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9051099'] for subnet, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:02.757820 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736609e-29ce-445d-93de-78fbddfd300b req-3db361b5-1425-4321-a7d5-d3bf6ffb2364 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:02.759392 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1736609e-29ce-445d-93de-78fbddfd300b req-3db361b5-1425-4321-a7d5-d3bf6ffb2364 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=579815fa-a42b-4ed6-93c7-4590a8166737 HTTP/1.1" status: 200 len: 944 time: 0.1355574 Jul 23 23:07:02.815180 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1736609e-29ce-445d-93de-78fbddfd300b req-b090a988-88e7-4ad7-9639-4baf46a0625a tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479922 Jul 23 23:07:02.895827 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-95af05c4-5a27-4455-8fe6-807216837356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8748603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9051081'] for subnet, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:02.951793 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af05c4-5a27-4455-8fe6-807216837356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ac5730-7e73-458b-a007-64ca53f4e4e6,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:02.959421 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95af05c4-5a27-4455-8fe6-807216837356 admin admin] Checking segment: {'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:07:02.959781 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95af05c4-5a27-4455-8fe6-807216837356 admin admin] Network hostable DHCP agents. Network: 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:07:02.975646 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95af05c4-5a27-4455-8fe6-807216837356 admin admin] Network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:07:02.984525 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-95af05c4-5a27-4455-8fe6-807216837356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88) {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:02.989119 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95af05c4-5a27-4455-8fe6-807216837356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:02.990133 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-95af05c4-5a27-4455-8fe6-807216837356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:02.993556 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f241fc1-f110-4034-a749-d4e83472ba63 None None] Network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:07:03.004283 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-95af05c4-5a27-4455-8fe6-807216837356 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3893886 Jul 23 23:07:03.007232 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56586) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:03.012007 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:03.032535 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1948'] for router, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:03.033492 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-949246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1008198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:03.088101 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:03.138751 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83d872e7-6b40-5497-832c-d0f147a04015-0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6'}]}} from dv-cinder-679138-12-iscsi. {{(pid=93011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:07:03.139598 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:03.227774 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:03.268880 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Allocated IP 172.20.0.2 (0c9e65c4-c5d0-481a-a8b7-008fad9d6c88/b2ac5730-7e73-458b-a007-64ca53f4e4e6/d5fac04d-b3d6-4746-8cb4-fe6df1176ffe) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:07:03.407976 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:03.415879 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Transition to ACTIVE for port object d5fac04d-b3d6-4746-8cb4-fe6df1176ffe will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:07:03.425494 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:03.431416 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Transition to ACTIVE for port object d5fac04d-b3d6-4746-8cb4-fe6df1176ffe will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:07:03.438588 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:03.447665 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:03.474418 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:07:03.477172 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:03.482514 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:07:03.493455 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Pushing event updated for resources: {'Port': ['ID=d5fac04d-b3d6-4746-8cb4-fe6df1176ffe,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:03.546274 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Attempting to bind port d5fac04d-b3d6-4746-8cb4-fe6df1176ffe on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:07:03.546669 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Attempting to bind port d5fac04d-b3d6-4746-8cb4-fe6df1176ffe by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:07:03.547026 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Attempting to bind port d5fac04d-b3d6-4746-8cb4-fe6df1176ffe on network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:07:03.551861 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:07:03.552227 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Checking segment: {'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:07:03.552621 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:03.553006 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Bound using segment: {'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:07:03.553461 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Bound port: d5fac04d-b3d6-4746-8cb4-fe6df1176ffe, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:07:03.553834 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:03.554648 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_common [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] Allocated IP 172.27.3.66 (28efa890-d1ea-4772-b7d3-cfef5dff758d/97030860-1f38-455c-ac9a-169aa93780e4/9c683321-bf70-4c06-9326-70e25c4a23c9) {{(pid=93009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:07:03.616976 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] For port d5fac04d-b3d6-4746-8cb4-fe6df1176ffe, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:07:03.620778 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] For port d5fac04d-b3d6-4746-8cb4-fe6df1176ffe, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=d5fac04d-b3d6-4746-8cb4-fe6df1176ffe,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:07:03.626220 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:03.660167 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:03.688656 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41424d0-646e-4a47-be91-0d838004fdc5 None None] Pushing event updated for resources: {'Port': ['ID=d5fac04d-b3d6-4746-8cb4-fe6df1176ffe,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:03.721222 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:03.757742 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is already hosted by enough agents. {{(pid=93009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:07:03.764781 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.base_scheduler [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:03.768360 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] Received port after_create {{(pid=93009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:07:03.791177 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] Pushing event updated for resources: {'Port': ['ID=9c683321-bf70-4c06-9326-70e25c4a23c9,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:03.960727 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c84e3-14fd-4c7c-a693-368b72c947f3 req-eabfd252-8868-4dc3-9355-7f018ff3f627 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:03.962372 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2c3c84e3-14fd-4c7c-a693-368b72c947f3 req-eabfd252-8868-4dc3-9355-7f018ff3f627 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=579815fa-a42b-4ed6-93c7-4590a8166737 HTTP/1.1" status: 200 len: 944 time: 0.0679374 Jul 23 23:07:04.005029 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2c3c84e3-14fd-4c7c-a693-368b72c947f3 req-fffa4858-7fe6-43ca-b97e-46f29a7c6b56 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369554 Jul 23 23:07:04.046287 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:04.235696 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946495'] for router, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:04.364852 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] Router a96d363b-ebd1-43e0-86f1-324463176249 is scheduled to L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 with binding_index 1 {{(pid=93009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:07:04.416132 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device e542792a-8241-49e2-a563-3bb5eebd36d7 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:07:04.490237 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:07:04.510453 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:04.510643 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Sync routers for ids ['a96d363b-ebd1-43e0-86f1-324463176249'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:07:04.511926 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-b1eca156-45ee-4082-860a-b80e494893b9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5034471 Jul 23 23:07:04.514704 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56592) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:04.528194 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port e542792a-8241-49e2-a563-3bb5eebd36d7, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e542792a-8241-49e2-a563-3bb5eebd36d7,segment=NetworkSegment(984924d0-5d9e-43e4-9f64-5ffd5dd4e96a),segment_id=984924d0-5d9e-43e4-9f64-5ffd5dd4e96a)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:04.538232 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Routers {'a96d363b-ebd1-43e0-86f1-324463176249'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:04.538890 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['a96d363b-ebd1-43e0-86f1-324463176249'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:04.573341 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': 'e542792a-8241-49e2-a563-3bb5eebd36d7', 'network_id': '5de3d0b7-d1db-439f-b336-b9c9f5355f1f', 'port_id': 'e542792a-8241-49e2-a563-3bb5eebd36d7', 'mac_address': 'fa:16:3e:43:bd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07ccefc-1237-49e1-b7de-693e45149d25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:07:04.603288 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477ea146-f18c-4b8c-9502-ab33fe5e04e2 None None] Network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:07:04.675259 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-9aba7755-8be1-4cc6-8c55-4b85dc366fc4 None None] Provisioning for port d5fac04d-b3d6-4746-8cb4-fe6df1176ffe completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:07:04.719901 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:04.757576 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e542792a-8241-49e2-a563-3bb5eebd36d7 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:07:04.777809 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Set router a96d363b-ebd1-43e0-86f1-324463176249 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:04.943905 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:04.972966 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port e542792a-8241-49e2-a563-3bb5eebd36d7, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e542792a-8241-49e2-a563-3bb5eebd36d7,segment=NetworkSegment(984924d0-5d9e-43e4-9f64-5ffd5dd4e96a),segment_id=984924d0-5d9e-43e4-9f64-5ffd5dd4e96a)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:04.995956 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.073690 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device d5fac04d-b3d6-4746-8cb4-fe6df1176ffe up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:07:05.132401 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] Allocated IP 172.20.0.1 (0c9e65c4-c5d0-481a-a8b7-008fad9d6c88/b2ac5730-7e73-458b-a007-64ca53f4e4e6/cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:07:05.159225 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=e542792a-8241-49e2-a563-3bb5eebd36d7,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:05.217934 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port d5fac04d-b3d6-4746-8cb4-fe6df1176ffe completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:07:05.226553 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port d5fac04d-b3d6-4746-8cb4-fe6df1176ffe triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:05.226760 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.253601 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.286660 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:03Z', 'revision_number': 3, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:05.292315 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] Transition to ACTIVE for port object cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf will not be triggered until provisioned by entity DHCP. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:07:05.316444 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Checking router: a96d363b-ebd1-43e0-86f1-324463176249 for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:07:05.316809 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Updating router a96d363b-ebd1-43e0-86f1-324463176249 port 9c683321-bf70-4c06-9326-70e25c4a23c9 binding host dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:07:05.337885 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352778b-f8d7-42c5-b380-c7e3c1987fb0 req-c87ec38b-cdf3-4894-9d87-ceb8e3690d14 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:05.339512 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d352778b-f8d7-42c5-b380-c7e3c1987fb0 req-c87ec38b-cdf3-4894-9d87-ceb8e3690d14 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=579815fa-a42b-4ed6-93c7-4590a8166737 HTTP/1.1" status: 200 len: 945 time: 0.2349639 Jul 23 23:07:05.354645 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.358228 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['e542792a-8241-49e2-a563-3bb5eebd36d7'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:07:05.405699 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] Network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:07:05.417032 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.417581 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:05.418449 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.424138 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:07:05.429318 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] Pushing event updated for resources: {'Port': ['ID=cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:05.451796 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d352778b-f8d7-42c5-b380-c7e3c1987fb0 req-174cdbfb-56ee-46f7-b58a-bb597cfc3f9a tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049070 Jul 23 23:07:05.475519 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944432'] for router_interface, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.562948 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port d5fac04d-b3d6-4746-8cb4-fe6df1176ffe, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=d5fac04d-b3d6-4746-8cb4-fe6df1176ffe,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:05.572755 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.615904 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.632917 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4e0db2ad-425c-42a5-a80d-cb21753d0e6e None None] Provisioning complete for port d5fac04d-b3d6-4746-8cb4-fe6df1176ffe triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:05.633295 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4e0db2ad-425c-42a5-a80d-cb21753d0e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.756563 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=d5fac04d-b3d6-4746-8cb4-fe6df1176ffe,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:05.786513 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.791731 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.863830 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943877'] for router_interface, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.865700 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] Pushing event updated for resources: {'Port': ['ID=cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:05.908872 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.919059 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Transition to ACTIVE for port object 9c683321-bf70-4c06-9326-70e25c4a23c9 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:07:05.924238 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:05.964806 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] Network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:07:05.966259 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:05.987295 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Attempting to bind port 9c683321-bf70-4c06-9326-70e25c4a23c9 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:07:05.987665 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Attempting to bind port 9c683321-bf70-4c06-9326-70e25c4a23c9 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:07:05.988022 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Attempting to bind port 9c683321-bf70-4c06-9326-70e25c4a23c9 on network 28efa890-d1ea-4772-b7d3-cfef5dff758d {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:07:05.989727 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c058ecf-5064-4cff-b7d8-42a549492320 None None] Pushing event updated for resources: {'Port': ['ID=9c683321-bf70-4c06-9326-70e25c4a23c9,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:05.999288 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:07:05.999764 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Checking segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:07:06.000071 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.000441 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Bound using segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:07:06.000967 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Bound port: 9c683321-bf70-4c06-9326-70e25c4a23c9, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:07:06.001313 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.004940 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-cc607b25-5aa7-4827-95f4-5b869c16ef0a None None] Provisioning for port cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:07:06.029777 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-cc607b25-5aa7-4827-95f4-5b869c16ef0a None None] Provisioning complete for port cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:06.030057 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cc607b25-5aa7-4827-95f4-5b869c16ef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.087649 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] Router a96d363b-ebd1-43e0-86f1-324463176249 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:07:06.089124 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-cc607b25-5aa7-4827-95f4-5b869c16ef0a None None] Port cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:07:06.091417 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] For port 9c683321-bf70-4c06-9326-70e25c4a23c9, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:07:06.094756 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] For port 9c683321-bf70-4c06-9326-70e25c4a23c9, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=9c683321-bf70-4c06-9326-70e25c4a23c9,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:07:06.100567 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.161974 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Routers {'a96d363b-ebd1-43e0-86f1-324463176249'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:06.162697 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['a96d363b-ebd1-43e0-86f1-324463176249'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:06.164303 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c058ecf-5064-4cff-b7d8-42a549492320 None None] Pushing event updated for resources: {'Port': ['ID=9c683321-bf70-4c06-9326-70e25c4a23c9,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:06.205571 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:07:06.210397 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-ab71587c-3bf2-46b7-ae1a-78795429d1bb admin admin] 10.222.0.20 "PUT /v2.0/routers/a96d363b-ebd1-43e0-86f1-324463176249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6946750 Jul 23 23:07:06.249944 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-ee426517-fa0d-4869-ae74-ad870fabc77a None None] Provisioning complete for port cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:06.250317 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ee426517-fa0d-4869-ae74-ad870fabc77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.297013 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-ee426517-fa0d-4869-ae74-ad870fabc77a None None] Port cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:07:06.306178 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] Set router a96d363b-ebd1-43e0-86f1-324463176249 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:06.513393 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 2, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:06.540853 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a867bd70-139f-4aa4-95a8-219b8f635e7a None None] The sync data for ids ['a96d363b-ebd1-43e0-86f1-324463176249'] in dv-cinder-679138-12-iscsi is: [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 2, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:07:06.602939 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32c3a6-0783-48f3-a19a-8bf384ee8e03 req-a4af521c-2a6c-49ce-8541-4b4ef84ad807 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:06.604685 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5c32c3a6-0783-48f3-a19a-8bf384ee8e03 req-a4af521c-2a6c-49ce-8541-4b4ef84ad807 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=579815fa-a42b-4ed6-93c7-4590a8166737 HTTP/1.1" status: 200 len: 945 time: 0.0760260 Jul 23 23:07:06.645612 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5c32c3a6-0783-48f3-a19a-8bf384ee8e03 req-1dbd0a13-80c9-46d4-aaf3-5e89125ac640 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351820 Jul 23 23:07:06.681564 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56618) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:06.686785 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-b57fe457-1d21-419c-80a7-e8ceed08a37b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-396630386-network', 'tenant_id': 'e9b4921456b04d7b9bfbe4b82d6268ec'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:06.707735 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57fe457-1d21-419c-80a7-e8ceed08a37b admin admin] Made reservation on behalf of e9b4921456b04d7b9bfbe4b82d6268ec for: {'network': 1} {{(pid=93009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:07:06.710257 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b57fe457-1d21-419c-80a7-e8ceed08a37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for network, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.720269 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b57fe457-1d21-419c-80a7-e8ceed08a37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.846009 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b57fe457-1d21-419c-80a7-e8ceed08a37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.849992 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b57fe457-1d21-419c-80a7-e8ceed08a37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.879505 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57fe457-1d21-419c-80a7-e8ceed08a37b admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=93009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 23:07:06.890808 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fe457-1d21-419c-80a7-e8ceed08a37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcbfb81-b685-4f1f-a93a-9a1a45a0fa02,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:06.897774 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b57fe457-1d21-419c-80a7-e8ceed08a37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.898111 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.db.segments_db [None req-b57fe457-1d21-419c-80a7-e8ceed08a37b admin admin] Added segment aafc1358-0749-4c4c-9cc5-eb104dec15db of type vlan for network c60ffb03-9f51-46e7-a556-cf302c3e7637 Jul 23 23:07:06.940553 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b57fe457-1d21-419c-80a7-e8ceed08a37b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750116371806'] for network, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.975320 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b57fe457-1d21-419c-80a7-e8ceed08a37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148'] for network, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:06.976369 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57fe457-1d21-419c-80a7-e8ceed08a37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:06.976969 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b57fe457-1d21-419c-80a7-e8ceed08a37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:07.018194 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-b57fe457-1d21-419c-80a7-e8ceed08a37b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3353267 Jul 23 23:07:07.027760 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56622) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:07.034682 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-22afa43d-cfeb-43b9-812f-71c9c52ed55d admin admin] Request body: {'subnet': {'network_id': 'c60ffb03-9f51-46e7-a556-cf302c3e7637', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-396630386-subnet', 'tenant_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'ip_version': 4}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:07.052415 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device d5fac04d-b3d6-4746-8cb4-fe6df1176ffe up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:07:07.053180 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fe457-1d21-419c-80a7-e8ceed08a37b admin admin] Pushing event updated for resources: {'Network': ['ID=c60ffb03-9f51-46e7-a556-cf302c3e7637,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:07.076887 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22afa43d-cfeb-43b9-812f-71c9c52ed55d admin admin] Made reservation on behalf of e9b4921456b04d7b9bfbe4b82d6268ec for: {'subnet': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:07:07.079496 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-22afa43d-cfeb-43b9-812f-71c9c52ed55d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9051099'] for subnet, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:07.080650 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Network c60ffb03-9f51-46e7-a556-cf302c3e7637 details requested by agent ovs-agent-dv-cinder-679138-12-iscsi with host dv-cinder-679138-12-iscsi {{(pid=93011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 23:07:07.291775 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-22afa43d-cfeb-43b9-812f-71c9c52ed55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8748603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9051081'] for subnet, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:07.320047 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port d5fac04d-b3d6-4746-8cb4-fe6df1176ffe triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:07.320703 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:07.368985 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afa43d-cfeb-43b9-812f-71c9c52ed55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=51dc8bfc-ba13-4f9e-943b-82fe14808a41,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:07.376965 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22afa43d-cfeb-43b9-812f-71c9c52ed55d admin admin] Checking segment: {'id': 'aafc1358-0749-4c4c-9cc5-eb104dec15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c60ffb03-9f51-46e7-a556-cf302c3e7637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:07:07.377371 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22afa43d-cfeb-43b9-812f-71c9c52ed55d admin admin] Network hostable DHCP agents. Network: c60ffb03-9f51-46e7-a556-cf302c3e7637, hostable agents: ['3a91b862-c23f-48b6-b560-a1f6f2d9b736'], hosted agents: [] {{(pid=93010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 23:07:07.397752 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22afa43d-cfeb-43b9-812f-71c9c52ed55d admin admin] Network c60ffb03-9f51-46e7-a556-cf302c3e7637 is scheduled to be hosted by DHCP agent 3a91b862-c23f-48b6-b560-a1f6f2d9b736 with binding_index 1 {{(pid=93010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 23:07:07.408484 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-22afa43d-cfeb-43b9-812f-71c9c52ed55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-679138-12-iscsi, c60ffb03-9f51-46e7-a556-cf302c3e7637) {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:07.413655 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afa43d-cfeb-43b9-812f-71c9c52ed55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:07.414606 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-22afa43d-cfeb-43b9-812f-71c9c52ed55d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:07.422905 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bcf1ab-70ad-4077-936c-9bd567dfdbb9 None None] Network c60ffb03-9f51-46e7-a556-cf302c3e7637 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:07:07.432951 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-22afa43d-cfeb-43b9-812f-71c9c52ed55d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4035268 Jul 23 23:07:07.435569 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56624) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:07.441331 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-396630386-router', 'tenant_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:07.464513 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-949145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1948'] for router, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:07.465845 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-949246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-946538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1008198', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1939'] for router, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:07.521623 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:07.578747 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp83d872e7-6b40-5497-832c-d0f147a04015-c60ffb03-9f51-46e7-a556-cf302c3e7637', 'network_id': 'c60ffb03-9f51-46e7-a556-cf302c3e7637', 'tenant_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'fixed_ips': [{'subnet_id': '51dc8bfc-ba13-4f9e-943b-82fe14808a41'}]}} from dv-cinder-679138-12-iscsi. {{(pid=93011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 23:07:07.579617 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:07.744777 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Allocated IP 172.20.0.2 (c60ffb03-9f51-46e7-a556-cf302c3e7637/51dc8bfc-ba13-4f9e-943b-82fe14808a41/e8d37289-e648-4ded-a87e-b9f7db6c35da) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:07:07.904207 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:07.912732 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Transition to ACTIVE for port object e8d37289-e648-4ded-a87e-b9f7db6c35da will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:07:07.928143 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Transition to ACTIVE for port object e8d37289-e648-4ded-a87e-b9f7db6c35da will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:07:07.935854 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:07.953936 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-946516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-949131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:07.971201 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Network c60ffb03-9f51-46e7-a556-cf302c3e7637 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:07:07.973947 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:07.978239 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:07:08.007834 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Pushing event updated for resources: {'Port': ['ID=e8d37289-e648-4ded-a87e-b9f7db6c35da,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:08.037183 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7230a8f-8809-4147-aec6-276e2dcd038c req-17f185a5-3e67-41f0-8964-52a0eb41243d tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:08.038715 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c7230a8f-8809-4147-aec6-276e2dcd038c req-17f185a5-3e67-41f0-8964-52a0eb41243d tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=579815fa-a42b-4ed6-93c7-4590a8166737 HTTP/1.1" status: 200 len: 945 time: 0.1006613 Jul 23 23:07:08.043336 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Attempting to bind port e8d37289-e648-4ded-a87e-b9f7db6c35da on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:07:08.043698 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Attempting to bind port e8d37289-e648-4ded-a87e-b9f7db6c35da by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': 'aafc1358-0749-4c4c-9cc5-eb104dec15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c60ffb03-9f51-46e7-a556-cf302c3e7637'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:07:08.044056 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Attempting to bind port e8d37289-e648-4ded-a87e-b9f7db6c35da on network c60ffb03-9f51-46e7-a556-cf302c3e7637 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:07:08.048953 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:07:08.049320 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Checking segment: {'id': 'aafc1358-0749-4c4c-9cc5-eb104dec15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c60ffb03-9f51-46e7-a556-cf302c3e7637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:07:08.049722 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:08.050107 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Bound using segment: {'id': 'aafc1358-0749-4c4c-9cc5-eb104dec15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c60ffb03-9f51-46e7-a556-cf302c3e7637'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:07:08.050590 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Bound port: e8d37289-e648-4ded-a87e-b9f7db6c35da, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc1358-0749-4c4c-9cc5-eb104dec15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c60ffb03-9f51-46e7-a556-cf302c3e7637'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:07:08.051002 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:08.113811 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c7230a8f-8809-4147-aec6-276e2dcd038c req-2b044bde-9b60-4eab-9c12-332035d61629 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447342 Jul 23 23:07:08.125572 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] For port e8d37289-e648-4ded-a87e-b9f7db6c35da, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:07:08.130903 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] For port e8d37289-e648-4ded-a87e-b9f7db6c35da, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=e8d37289-e648-4ded-a87e-b9f7db6c35da,segment=NetworkSegment(aafc1358-0749-4c4c-9cc5-eb104dec15db),segment_id=aafc1358-0749-4c4c-9cc5-eb104dec15db)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:07:08.137328 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:08.195456 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6fea4-3ebc-45d6-b5e6-3d9680bf522d None None] Pushing event updated for resources: {'Port': ['ID=e8d37289-e648-4ded-a87e-b9f7db6c35da,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:08.243471 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:08.264951 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:08.386357 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] Allocated IP 172.27.3.234 (28efa890-d1ea-4772-b7d3-cfef5dff758d/97030860-1f38-455c-ac9a-169aa93780e4/162ca9a1-4cc4-47e3-b72e-8746650f8bf1) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:07:08.423910 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device e542792a-8241-49e2-a563-3bb5eebd36d7 up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:07:08.490271 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port e542792a-8241-49e2-a563-3bb5eebd36d7 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:07:08.494672 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port e542792a-8241-49e2-a563-3bb5eebd36d7 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:08.495148 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:08.521345 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:08.563789 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:08.583330 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:08.601143 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:07:08.605998 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579815fa-a42b-4ed6-93c7-4590a8166737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e542792a-8241-49e2-a563-3bb5eebd36d7'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:08.606361 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:08.608359 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99ad3f4-6070-4429-ba47-81b714fc36a2" -d '{"events": [{"server_uuid": "579815fa-a42b-4ed6-93c7-4590a8166737", "name": "network-vif-plugged", "status": "completed", "tag": "e542792a-8241-49e2-a563-3bb5eebd36d7"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:08.609905 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:07:08.616139 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] Pushing event updated for resources: {'Port': ['ID=162ca9a1-4cc4-47e3-b72e-8746650f8bf1,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:08.621832 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port e542792a-8241-49e2-a563-3bb5eebd36d7, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e542792a-8241-49e2-a563-3bb5eebd36d7,segment=NetworkSegment(984924d0-5d9e-43e4-9f64-5ffd5dd4e96a),segment_id=984924d0-5d9e-43e4-9f64-5ffd5dd4e96a)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:08.626659 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:08.657818 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dd7cdc-4eb5-4a8e-b44d-6a266485c750 x-openstack-request-id: req-b1dd7cdc-4eb5-4a8e-b44d-6a266485c750 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:08.658105 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579815fa-a42b-4ed6-93c7-4590a8166737", "name": "network-vif-plugged", "status": "completed", "tag": "e542792a-8241-49e2-a563-3bb5eebd36d7", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:08.658872 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1dd7cdc-4eb5-4a8e-b44d-6a266485c750 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:08.658872 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579815fa-a42b-4ed6-93c7-4590a8166737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e542792a-8241-49e2-a563-3bb5eebd36d7', 'code': 200} Jul 23 23:07:08.685327 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=e542792a-8241-49e2-a563-3bb5eebd36d7,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:08.908217 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:08.975497 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e538bf1-be1d-4719-b9d2-21c6f301e682 req-4f438fc0-3eba-4fc2-90d1-c1b52f0a839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:08.977027 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2e538bf1-be1d-4719-b9d2-21c6f301e682 req-4f438fc0-3eba-4fc2-90d1-c1b52f0a839f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=579815fa-a42b-4ed6-93c7-4590a8166737 HTTP/1.1" status: 200 len: 1099 time: 0.1436193 Jul 23 23:07:09.037262 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2e538bf1-be1d-4719-b9d2-21c6f301e682 req-2766e582-7f2e-47ba-a614-fdc72c74c9e9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458894 Jul 23 23:07:09.053452 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Sync routers for ids ['a96d363b-ebd1-43e0-86f1-324463176249'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:07:09.066671 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Routers {'a96d363b-ebd1-43e0-86f1-324463176249'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:09.067416 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['a96d363b-ebd1-43e0-86f1-324463176249'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:09.103423 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 9c683321-bf70-4c06-9326-70e25c4a23c9 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:07:09.159859 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc592bb-e68c-4833-b940-191731497248 None None] Network c60ffb03-9f51-46e7-a556-cf302c3e7637 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:07:09.162635 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-949138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-946495'] for router, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:09.192679 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Set router a96d363b-ebd1-43e0-86f1-324463176249 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:09.297186 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port 9c683321-bf70-4c06-9326-70e25c4a23c9 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:07:09.302051 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-3de3f53b-c235-4e11-8dc6-d0a4b83cdb98 None None] Provisioning for port e8d37289-e648-4ded-a87e-b9f7db6c35da completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:07:09.309271 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 9c683321-bf70-4c06-9326-70e25c4a23c9 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:09.309641 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:09.322801 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] Router 9106d7ac-db8e-44da-bc5d-3c751cd3cb44 is scheduled to L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 with binding_index 1 {{(pid=93010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 23:07:09.444591 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:09.457488 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:07:09.473116 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Sync routers for ids ['9106d7ac-db8e-44da-bc5d-3c751cd3cb44'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:07:09.476801 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:09.481042 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-a75c4742-0dd2-4f82-adbf-5c27fea326e2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0407407 Jul 23 23:07:09.481225 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port 9c683321-bf70-4c06-9326-70e25c4a23c9, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=9c683321-bf70-4c06-9326-70e25c4a23c9,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:09.481346 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56638) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:09.488724 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:09.489508 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device e8d37289-e648-4ded-a87e-b9f7db6c35da up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:07:09.490126 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 2, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:09.520263 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Routers {'9106d7ac-db8e-44da-bc5d-3c751cd3cb44'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:09.520495 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['9106d7ac-db8e-44da-bc5d-3c751cd3cb44'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:09.534068 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Checking router: a96d363b-ebd1-43e0-86f1-324463176249 for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:07:09.534421 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Updating router a96d363b-ebd1-43e0-86f1-324463176249 port cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf binding host dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:07:09.576235 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:09.650010 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfce618-498e-4179-a754-2635cdd83b64 req-f2126554-f65c-4cd2-8e41-61a64be742dc tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:09.651552 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9dfce618-498e-4179-a754-2635cdd83b64 req-f2126554-f65c-4cd2-8e41-61a64be742dc tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=579815fa-a42b-4ed6-93c7-4590a8166737 HTTP/1.1" status: 200 len: 946 time: 0.4157295 Jul 23 23:07:09.690267 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Set router 9106d7ac-db8e-44da-bc5d-3c751cd3cb44 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:09.762388 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9dfce618-498e-4179-a754-2635cdd83b64 req-7446076d-e6b4-473b-a246-907d4b0c4d32 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797703 Jul 23 23:07:09.784012 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=9c683321-bf70-4c06-9326-70e25c4a23c9,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:09.815208 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port e8d37289-e648-4ded-a87e-b9f7db6c35da completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:07:09.825681 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port e8d37289-e648-4ded-a87e-b9f7db6c35da triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:09.826134 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:09.851992 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-b7553dc1-f9c3-4cdd-a106-9cfd5e522355 None None] Provisioning complete for port e8d37289-e648-4ded-a87e-b9f7db6c35da triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:09.852636 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b7553dc1-f9c3-4cdd-a106-9cfd5e522355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:09.880013 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:09.890619 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Transition to ACTIVE for port object cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:07:09.896344 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:09.948618 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143e847-ad33-4b43-a9e9-c9b55542d75a None None] Pushing event updated for resources: {'Port': ['ID=cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:10.011851 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Attempting to bind port cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:07:10.012294 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Attempting to bind port cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:07:10.012770 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Attempting to bind port cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf on network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:07:10.018373 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:07:10.018871 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Checking segment: {'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:07:10.019340 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:10.020665 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Bound using segment: {'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:07:10.021267 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Bound port: cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:07:10.021679 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:10.054378 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:10.176054 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:10.198485 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b7553dc1-f9c3-4cdd-a106-9cfd5e522355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:10.203354 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] For port cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:07:10.207000 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] For port cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:07:10.215135 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:10.241124 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'name': 'tempest-TestVolumeBootPattern-396630386-router', 'tenant_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '162ca9a1-4cc4-47e3-b72e-8746650f8bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:07Z', 'updated_at': '2021-07-23T23:07:08Z', 'revision_number': 3, 'project_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'gw_port': {'id': '162ca9a1-4cc4-47e3-b72e-8746650f8bf1', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:08Z', 'updated_at': '2021-07-23T23:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:10.246429 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port e8d37289-e648-4ded-a87e-b9f7db6c35da, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=e8d37289-e648-4ded-a87e-b9f7db6c35da,segment=NetworkSegment(aafc1358-0749-4c4c-9cc5-eb104dec15db),segment_id=aafc1358-0749-4c4c-9cc5-eb104dec15db)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:10.251423 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] Allocated IP 172.20.0.1 (c60ffb03-9f51-46e7-a556-cf302c3e7637/51dc8bfc-ba13-4f9e-943b-82fe14808a41/a384b02e-dfa4-4b80-b31f-a51dd264d159) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:07:10.263550 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Routers {'a96d363b-ebd1-43e0-86f1-324463176249'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:10.264171 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['a96d363b-ebd1-43e0-86f1-324463176249'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:10.276448 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Checking router: 9106d7ac-db8e-44da-bc5d-3c751cd3cb44 for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:07:10.276803 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Updating router 9106d7ac-db8e-44da-bc5d-3c751cd3cb44 port 162ca9a1-4cc4-47e3-b72e-8746650f8bf1 binding host dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:07:10.279517 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:10.377795 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143e847-ad33-4b43-a9e9-c9b55542d75a None None] Pushing event updated for resources: {'Port': ['ID=cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf,revision_number=4']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:10.416132 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.db.api [None req-b7553dc1-f9c3-4cdd-a106-9cfd5e522355 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:07:10.420301 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG oslo_db.api [None req-b7553dc1-f9c3-4cdd-a106-9cfd5e522355 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:07:10.423769 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] Set router a96d363b-ebd1-43e0-86f1-324463176249 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:10.434657 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:10.438789 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:10.463003 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] Transition to ACTIVE for port object a384b02e-dfa4-4b80-b31f-a51dd264d159 will not be triggered until provisioned by entity DHCP. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:07:10.499948 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=e8d37289-e648-4ded-a87e-b9f7db6c35da,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:10.512516 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:10.555150 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] Network c60ffb03-9f51-46e7-a556-cf302c3e7637 is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:07:10.559978 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:10.563620 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:07:10.569860 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] Pushing event updated for resources: {'Port': ['ID=a384b02e-dfa4-4b80-b31f-a51dd264d159,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:10.607568 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944432'] for router_interface, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:10.685505 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:10Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:10.719711 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702c1248-b83c-42dd-a79c-f481a3c50307 None None] The sync data for ids ['a96d363b-ebd1-43e0-86f1-324463176249'] in dv-cinder-679138-12-iscsi is: [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:10Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:07:10.761579 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:10.764179 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:10.776370 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Transition to ACTIVE for port object 162ca9a1-4cc4-47e3-b72e-8746650f8bf1 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:07:10.784987 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:10.851515 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Attempting to bind port 162ca9a1-4cc4-47e3-b72e-8746650f8bf1 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:07:10.851879 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Attempting to bind port 162ca9a1-4cc4-47e3-b72e-8746650f8bf1 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:07:10.852272 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Attempting to bind port 162ca9a1-4cc4-47e3-b72e-8746650f8bf1 on network 28efa890-d1ea-4772-b7d3-cfef5dff758d {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:07:10.854586 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41a25f-4be5-4e41-b6c5-5c6cb17564b3 None None] Pushing event updated for resources: {'Port': ['ID=162ca9a1-4cc4-47e3-b72e-8746650f8bf1,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:10.860962 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:07:10.861317 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Checking segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:07:10.861658 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:10.862038 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Bound using segment: {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:07:10.862559 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Bound port: 162ca9a1-4cc4-47e3-b72e-8746650f8bf1, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3573e6f1-5487-4504-b35c-3d4c03372327', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:07:10.862905 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:10.920651 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] For port 162ca9a1-4cc4-47e3-b72e-8746650f8bf1, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:07:10.925591 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] For port 162ca9a1-4cc4-47e3-b72e-8746650f8bf1, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=162ca9a1-4cc4-47e3-b72e-8746650f8bf1,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:07:10.953469 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:11.044954 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41a25f-4be5-4e41-b6c5-5c6cb17564b3 None None] Pushing event updated for resources: {'Port': ['ID=162ca9a1-4cc4-47e3-b72e-8746650f8bf1,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:11.048514 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Routers {'9106d7ac-db8e-44da-bc5d-3c751cd3cb44'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:11.049756 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['9106d7ac-db8e-44da-bc5d-3c751cd3cb44'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:11.125518 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:07:11.177118 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-e2398fec-59f2-4859-a7a3-1a35ddfb7dab None None] Provisioning for port a384b02e-dfa4-4b80-b31f-a51dd264d159 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:07:11.190212 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-e2398fec-59f2-4859-a7a3-1a35ddfb7dab None None] Provisioning complete for port a384b02e-dfa4-4b80-b31f-a51dd264d159 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:11.190685 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e2398fec-59f2-4859-a7a3-1a35ddfb7dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:11.249406 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad382cc-a9c7-4938-9869-7ac02b530a42 req-31d3b0c6-7b7d-4829-bb51-7b658763b9a4 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:11.249691 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:07:11.251019 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4ad382cc-a9c7-4938-9869-7ac02b530a42 req-31d3b0c6-7b7d-4829-bb51-7b658763b9a4 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=579815fa-a42b-4ed6-93c7-4590a8166737 HTTP/1.1" status: 200 len: 946 time: 0.1400676 Jul 23 23:07:11.252812 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] Set router 9106d7ac-db8e-44da-bc5d-3c751cd3cb44 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:11.273593 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:11.283777 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:11.284447 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-e2398fec-59f2-4859-a7a3-1a35ddfb7dab None None] Port a384b02e-dfa4-4b80-b31f-a51dd264d159 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:07:11.287789 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:11.288159 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:11.355297 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4ad382cc-a9c7-4938-9869-7ac02b530a42 req-cbadd020-f8ca-45b7-81a5-38cb2fef64e1 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922267 Jul 23 23:07:11.368206 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-943877'] for router_interface, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:11.371416 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-e2398fec-59f2-4859-a7a3-1a35ddfb7dab None None] Provisioning complete for port cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:11.371788 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e2398fec-59f2-4859-a7a3-1a35ddfb7dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:11.376236 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] Pushing event updated for resources: {'Port': ['ID=a384b02e-dfa4-4b80-b31f-a51dd264d159,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:11.485954 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] Network c60ffb03-9f51-46e7-a556-cf302c3e7637 is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:07:11.488183 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:11.575455 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:11.634433 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e2398fec-59f2-4859-a7a3-1a35ddfb7dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:11.653949 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] Router 9106d7ac-db8e-44da-bc5d-3c751cd3cb44 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:07:11.669441 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:11.682159 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:11.682972 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 9c683321-bf70-4c06-9326-70e25c4a23c9 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:07:11.783124 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'name': 'tempest-TestVolumeBootPattern-396630386-router', 'tenant_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '162ca9a1-4cc4-47e3-b72e-8746650f8bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:07Z', 'updated_at': '2021-07-23T23:07:10Z', 'revision_number': 4, 'project_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'gw_port': {'id': '162ca9a1-4cc4-47e3-b72e-8746650f8bf1', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:08Z', 'updated_at': '2021-07-23T23:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'a384b02e-dfa4-4b80-b31f-a51dd264d159', 'name': '', 'network_id': 'c60ffb03-9f51-46e7-a556-cf302c3e7637', 'tenant_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'mac_address': 'fa:16:3e:ff:e0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '51dc8bfc-ba13-4f9e-943b-82fe14808a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:10Z', 'updated_at': '2021-07-23T23:07:10Z', 'revision_number': 1, 'project_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'subnets': [{'id': '51dc8bfc-ba13-4f9e-943b-82fe14808a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:11.794675 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:07:11.799647 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-9cd7ed73-a251-4127-808c-53669f4f2b10 admin admin] 10.222.0.20 "PUT /v2.0/routers/9106d7ac-db8e-44da-bc5d-3c751cd3cb44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3174345 Jul 23 23:07:11.828844 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aeece57-9284-4c82-af29-a1f7fc00129c None None] The sync data for ids ['9106d7ac-db8e-44da-bc5d-3c751cd3cb44'] in dv-cinder-679138-12-iscsi is: [{'id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'name': 'tempest-TestVolumeBootPattern-396630386-router', 'tenant_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '162ca9a1-4cc4-47e3-b72e-8746650f8bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:07Z', 'updated_at': '2021-07-23T23:07:10Z', 'revision_number': 4, 'project_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'gw_port': {'id': '162ca9a1-4cc4-47e3-b72e-8746650f8bf1', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:08Z', 'updated_at': '2021-07-23T23:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'a384b02e-dfa4-4b80-b31f-a51dd264d159', 'name': '', 'network_id': 'c60ffb03-9f51-46e7-a556-cf302c3e7637', 'tenant_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'mac_address': 'fa:16:3e:ff:e0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '51dc8bfc-ba13-4f9e-943b-82fe14808a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:10Z', 'updated_at': '2021-07-23T23:07:10Z', 'revision_number': 1, 'project_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'subnets': [{'id': '51dc8bfc-ba13-4f9e-943b-82fe14808a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:07:11.838755 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:11.842245 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.db.api [None req-e2398fec-59f2-4859-a7a3-1a35ddfb7dab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 23:07:11.843102 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG oslo_db.api [None req-e2398fec-59f2-4859-a7a3-1a35ddfb7dab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 23:07:11.856660 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 9c683321-bf70-4c06-9326-70e25c4a23c9 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:11.857128 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:11.945759 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device e8d37289-e648-4ded-a87e-b9f7db6c35da up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:07:12.000531 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port e8d37289-e648-4ded-a87e-b9f7db6c35da triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:12.003482 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:12.324945 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e19c2-6845-4b3e-9f2f-40234f9679aa req-61cb978e-9c87-4493-962b-25cb39ba8f4e tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:12.326692 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fa3e19c2-6845-4b3e-9f2f-40234f9679aa req-61cb978e-9c87-4493-962b-25cb39ba8f4e tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=579815fa-a42b-4ed6-93c7-4590a8166737 HTTP/1.1" status: 200 len: 946 time: 0.0692675 Jul 23 23:07:12.377245 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fa3e19c2-6845-4b3e-9f2f-40234f9679aa req-62cf5753-9793-43ad-a90f-e606aaeca8e5 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447938 Jul 23 23:07:12.420225 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56664) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:12.425214 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-7f9ac981-347f-4d33-9556-527daa7eadb4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-209086025', 'description': 'tempest-secgroup-smoke-209086025 description', 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:12.448511 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7f9ac981-347f-4d33-9556-527daa7eadb4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:12.524422 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-de690076-6ef3-4925-8fcf-44320ca46431 None None] Provisioning complete for port a384b02e-dfa4-4b80-b31f-a51dd264d159 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:12.525003 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-de690076-6ef3-4925-8fcf-44320ca46431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:12.533213 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7f9ac981-347f-4d33-9556-527daa7eadb4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:12.537319 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7f9ac981-347f-4d33-9556-527daa7eadb4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:12.559785 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-de690076-6ef3-4925-8fcf-44320ca46431 None None] Port a384b02e-dfa4-4b80-b31f-a51dd264d159 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:07:12.565523 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-7f9ac981-347f-4d33-9556-527daa7eadb4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:12.566789 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-7f9ac981-347f-4d33-9556-527daa7eadb4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1455278 Jul 23 23:07:12.567634 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ac981-347f-4d33-9556-527daa7eadb4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:12.569681 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56666) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:12.574088 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-b4eaf5f6-0147-4931-9bff-d62458b2e904 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Request body: {'security_group_rule': {'security_group_id': 'bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468', 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:12.600870 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf5f6-0147-4931-9bff-d62458b2e904 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:12.655127 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf5f6-0147-4931-9bff-d62458b2e904 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:12.658456 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf5f6-0147-4931-9bff-d62458b2e904 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:12.675771 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eaf5f6-0147-4931-9bff-d62458b2e904 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb177d0-c0f8-47eb-9ebd-de43dfdb6eaf,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:12.681506 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf5f6-0147-4931-9bff-d62458b2e904 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:12.682727 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-b4eaf5f6-0147-4931-9bff-d62458b2e904 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120920 Jul 23 23:07:12.685425 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56668) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:12.689719 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-89026635-369d-4320-bc47-e22ab4b023fc tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Request body: {'security_group_rule': {'security_group_id': 'bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468', 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:12.715164 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-89026635-369d-4320-bc47-e22ab4b023fc tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:12.778154 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-89026635-369d-4320-bc47-e22ab4b023fc tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:12.781588 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-89026635-369d-4320-bc47-e22ab4b023fc tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:12.797850 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89026635-369d-4320-bc47-e22ab4b023fc tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a013f3f-e2b4-4dd4-8a10-5d50f2a9b3e4,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:12.804258 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-89026635-369d-4320-bc47-e22ab4b023fc tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:12.806360 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-89026635-369d-4320-bc47-e22ab4b023fc tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197438 Jul 23 23:07:12.808784 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56672) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:12.813078 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-787c7c0c-4238-4b66-9013-c7ba1f8a4510 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Request body: {'security_group_rule': {'security_group_id': 'bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468', 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:12.840370 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-787c7c0c-4238-4b66-9013-c7ba1f8a4510 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:12.901789 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-787c7c0c-4238-4b66-9013-c7ba1f8a4510 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:12.905388 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-787c7c0c-4238-4b66-9013-c7ba1f8a4510 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:12.922390 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c7c0c-4238-4b66-9013-c7ba1f8a4510 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5b96d7-e78a-4064-9ef2-5ec10450c278,revision_number=0']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:12.928117 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-787c7c0c-4238-4b66-9013-c7ba1f8a4510 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:12.929645 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-787c7c0c-4238-4b66-9013-c7ba1f8a4510 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199269 Jul 23 23:07:12.933265 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56674) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:12.938370 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-34a29f36-4ef1-4df0-a88a-667d6fb387cf tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Request body: {'security_group_rule': {'security_group_id': 'bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468', 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:12.971839 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-34a29f36-4ef1-4df0-a88a-667d6fb387cf tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:13.025742 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-34a29f36-4ef1-4df0-a88a-667d6fb387cf tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:13.029096 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:07:13.029739 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-34a29f36-4ef1-4df0-a88a-667d6fb387cf tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:13.045248 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a29f36-4ef1-4df0-a88a-667d6fb387cf tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a1a2ed-f845-4226-af82-f88e2ff9bd0a,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:13.054643 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-34a29f36-4ef1-4df0-a88a-667d6fb387cf tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:13.056672 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-34a29f36-4ef1-4df0-a88a-667d6fb387cf tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219540 Jul 23 23:07:13.059370 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56676) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:13.063796 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-ff4b8a55-675a-4494-9b15-eef4465d974c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Request body: {'security_group_rule': {'security_group_id': 'bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468', 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:13.077775 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:13.078223 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:13.084874 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.securitygroups_db [None req-ff4b8a55-675a-4494-9b15-eef4465d974c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Project b61ae0da91fd43c9af60865fe2ff0b92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:07:13.090215 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ff4b8a55-675a-4494-9b15-eef4465d974c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:13.156815 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ff4b8a55-675a-4494-9b15-eef4465d974c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:13.161261 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ff4b8a55-675a-4494-9b15-eef4465d974c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:13.177491 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b8a55-675a-4494-9b15-eef4465d974c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d50fc9-2be4-4ac3-8519-c8333287d792,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:13.184480 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ff4b8a55-675a-4494-9b15-eef4465d974c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:13.185775 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-ff4b8a55-675a-4494-9b15-eef4465d974c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254308 Jul 23 23:07:13.188499 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56678) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:13.192898 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-daf3b917-dad2-4eb3-b182-5874f47af552 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Request body: {'security_group_rule': {'security_group_id': 'bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468', 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:13.215878 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.securitygroups_db [None req-daf3b917-dad2-4eb3-b182-5874f47af552 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Project b61ae0da91fd43c9af60865fe2ff0b92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 23:07:13.220489 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-daf3b917-dad2-4eb3-b182-5874f47af552 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:13.282785 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-daf3b917-dad2-4eb3-b182-5874f47af552 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:13.288836 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-daf3b917-dad2-4eb3-b182-5874f47af552 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:13.307303 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3b917-dad2-4eb3-b182-5874f47af552 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa921169-fc0a-49e6-9bb5-dd700d81d4c3,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:13.315242 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-daf3b917-dad2-4eb3-b182-5874f47af552 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:13.316829 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-daf3b917-dad2-4eb3-b182-5874f47af552 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273978 Jul 23 23:07:13.319352 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3164391b-695d-4f49-bdbe-f4e251efdfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:13.538103 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb2607-3ed9-4927-a066-c16ed8711fca req-b22c1661-d091-419b-acf7-90f9a421c1a8 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:13.540043 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1dcb2607-3ed9-4927-a066-c16ed8711fca req-b22c1661-d091-419b-acf7-90f9a421c1a8 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=579815fa-a42b-4ed6-93c7-4590a8166737 HTTP/1.1" status: 200 len: 946 time: 0.0789697 Jul 23 23:07:13.581222 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1dcb2607-3ed9-4927-a066-c16ed8711fca req-87d403ca-2a9e-46ec-875a-318f5d8aeb7f tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351338 Jul 23 23:07:13.951491 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4f937-a93d-417f-81f4-318d32ea4369 req-cb2ceb78-7dbb-4cd0-a3b7-1519d0477213 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:13.953007 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-00c4f937-a93d-417f-81f4-318d32ea4369 req-cb2ceb78-7dbb-4cd0-a3b7-1519d0477213 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.47 "GET /v2.0/ports?device_id=579815fa-a42b-4ed6-93c7-4590a8166737 HTTP/1.1" status: 200 len: 946 time: 0.0702338 Jul 23 23:07:14.071588 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-00c4f937-a93d-417f-81f4-318d32ea4369 req-60020132-d2e3-4d19-b3dd-162cfbd3f02f tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Deleting port e542792a-8241-49e2-a563-3bb5eebd36d7 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:07:14.071842 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-00c4f937-a93d-417f-81f4-318d32ea4369 req-60020132-d2e3-4d19-b3dd-162cfbd3f02f tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:14.165913 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-00c4f937-a93d-417f-81f4-318d32ea4369 req-60020132-d2e3-4d19-b3dd-162cfbd3f02f tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] For port e542792a-8241-49e2-a563-3bb5eebd36d7, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=e542792a-8241-49e2-a563-3bb5eebd36d7,segment=NetworkSegment(984924d0-5d9e-43e4-9f64-5ffd5dd4e96a),segment_id=984924d0-5d9e-43e4-9f64-5ffd5dd4e96a)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:14.166263 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-00c4f937-a93d-417f-81f4-318d32ea4369 req-60020132-d2e3-4d19-b3dd-162cfbd3f02f tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:14.177957 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-00c4f937-a93d-417f-81f4-318d32ea4369 req-60020132-d2e3-4d19-b3dd-162cfbd3f02f tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Calling delete_port for e542792a-8241-49e2-a563-3bb5eebd36d7 owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:07:14.311279 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-00c4f937-a93d-417f-81f4-318d32ea4369 req-60020132-d2e3-4d19-b3dd-162cfbd3f02f tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:14.349714 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['e542792a-8241-49e2-a563-3bb5eebd36d7'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:07:14.359777 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020132-d2e3-4d19-b3dd-162cfbd3f02f tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Pushing event deleted for resources: {'Port': ['ID=e542792a-8241-49e2-a563-3bb5eebd36d7,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:14.417225 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c4f937-a93d-417f-81f4-318d32ea4369 req-60020132-d2e3-4d19-b3dd-162cfbd3f02f tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] No DVR routers for this DVR port e542792a-8241-49e2-a563-3bb5eebd36d7 on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:07:14.418783 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-00c4f937-a93d-417f-81f4-318d32ea4369 req-60020132-d2e3-4d19-b3dd-162cfbd3f02f tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:14.420772 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-00c4f937-a93d-417f-81f4-318d32ea4369 req-60020132-d2e3-4d19-b3dd-162cfbd3f02f tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.47 "DELETE /v2.0/ports/e542792a-8241-49e2-a563-3bb5eebd36d7 HTTP/1.1" status: 204 len: 173 time: 0.4584551 Jul 23 23:07:14.421193 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579815fa-a42b-4ed6-93c7-4590a8166737', 'name': 'network-vif-deleted', 'tag': 'e542792a-8241-49e2-a563-3bb5eebd36d7'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:14.423517 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fdf9fb-a211-46ed-b816-d2579d4de58e" -d '{"events": [{"server_uuid": "579815fa-a42b-4ed6-93c7-4590a8166737", "name": "network-vif-deleted", "tag": "e542792a-8241-49e2-a563-3bb5eebd36d7"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:14.466629 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c70f2e1-2181-469a-9661-04d1281835b2 x-openstack-request-id: req-8c70f2e1-2181-469a-9661-04d1281835b2 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:14.466931 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579815fa-a42b-4ed6-93c7-4590a8166737", "name": "network-vif-deleted", "tag": "e542792a-8241-49e2-a563-3bb5eebd36d7", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:14.467309 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c70f2e1-2181-469a-9661-04d1281835b2 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:14.467723 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579815fa-a42b-4ed6-93c7-4590a8166737', 'name': 'network-vif-deleted', 'tag': 'e542792a-8241-49e2-a563-3bb5eebd36d7', 'status': 'completed', 'code': 200} Jul 23 23:07:14.676537 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Sync routers for ids ['9106d7ac-db8e-44da-bc5d-3c751cd3cb44'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:07:14.686232 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Routers {'9106d7ac-db8e-44da-bc5d-3c751cd3cb44'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:14.687065 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['9106d7ac-db8e-44da-bc5d-3c751cd3cb44'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:14.693201 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5961dcd2-6a3c-4f7f-ad76-3da537e65148 req-0f4d5b39-92e7-4360-913a-86a550ad150e tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=579815fa-a42b-4ed6-93c7-4590a8166737 HTTP/1.1" status: 200 len: 210 time: 0.0301337 Jul 23 23:07:14.794133 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Set router 9106d7ac-db8e-44da-bc5d-3c751cd3cb44 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:15.004674 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'name': 'tempest-TestVolumeBootPattern-396630386-router', 'tenant_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '162ca9a1-4cc4-47e3-b72e-8746650f8bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:07Z', 'updated_at': '2021-07-23T23:07:10Z', 'revision_number': 4, 'project_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'gw_port': {'id': '162ca9a1-4cc4-47e3-b72e-8746650f8bf1', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:08Z', 'updated_at': '2021-07-23T23:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'a384b02e-dfa4-4b80-b31f-a51dd264d159', 'name': '', 'network_id': 'c60ffb03-9f51-46e7-a556-cf302c3e7637', 'tenant_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'mac_address': 'fa:16:3e:ff:e0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '51dc8bfc-ba13-4f9e-943b-82fe14808a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:10Z', 'updated_at': '2021-07-23T23:07:10Z', 'revision_number': 2, 'project_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'subnets': [{'id': '51dc8bfc-ba13-4f9e-943b-82fe14808a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:15.045932 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Checking router: 9106d7ac-db8e-44da-bc5d-3c751cd3cb44 for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:07:15.046376 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Updating router 9106d7ac-db8e-44da-bc5d-3c751cd3cb44 port a384b02e-dfa4-4b80-b31f-a51dd264d159 binding host dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 23:07:15.070837 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 162ca9a1-4cc4-47e3-b72e-8746650f8bf1 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:07:15.084873 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:15.131560 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port 162ca9a1-4cc4-47e3-b72e-8746650f8bf1 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:07:15.137087 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 162ca9a1-4cc4-47e3-b72e-8746650f8bf1 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:15.137735 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:15.223610 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ce0a6f28-d6cf-4b94-ad88-dc70dfd86687 req-69592324-b10d-43a4-a3d7-66d522cd1d51 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0603111 Jul 23 23:07:15.233402 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:15.260767 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port 162ca9a1-4cc4-47e3-b72e-8746650f8bf1, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=162ca9a1-4cc4-47e3-b72e-8746650f8bf1,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:15.265925 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:15.319320 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=162ca9a1-4cc4-47e3-b72e-8746650f8bf1,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:15.351823 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a6f28-d6cf-4b94-ad88-dc70dfd86687 req-557ad486-6da4-409f-a94f-e38792b613da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:15.354600 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ce0a6f28-d6cf-4b94-ad88-dc70dfd86687 req-557ad486-6da4-409f-a94f-e38792b613da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b4763efe226447f8183b6e16d41cadc&device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 1099 time: 0.0591106 Jul 23 23:07:15.381790 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:15.391870 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Transition to ACTIVE for port object a384b02e-dfa4-4b80-b31f-a51dd264d159 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:07:15.397958 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:15.469053 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a6f28-d6cf-4b94-ad88-dc70dfd86687 req-0fa24a7f-34f8-44e5-ac20-bfa42c179fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:15.471049 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ce0a6f28-d6cf-4b94-ad88-dc70dfd86687 req-0fa24a7f-34f8-44e5-ac20-bfa42c179fd0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c8ea7abd-33e6-496d-83a2-7eb670061309 HTTP/1.1" status: 200 len: 912 time: 0.0959301 Jul 23 23:07:15.475796 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac3f13-3380-49df-817a-5c2e5be2c7cd None None] Pushing event updated for resources: {'Port': ['ID=a384b02e-dfa4-4b80-b31f-a51dd264d159,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:15.503060 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:15.515364 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Attempting to bind port a384b02e-dfa4-4b80-b31f-a51dd264d159 on host dv-cinder-679138-12-iscsi for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:07:15.515776 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Attempting to bind port a384b02e-dfa4-4b80-b31f-a51dd264d159 by drivers openvswitch,hyperv on host dv-cinder-679138-12-iscsi at level 0 using segments [{'id': 'aafc1358-0749-4c4c-9cc5-eb104dec15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c60ffb03-9f51-46e7-a556-cf302c3e7637'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:07:15.516139 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Attempting to bind port a384b02e-dfa4-4b80-b31f-a51dd264d159 on network c60ffb03-9f51-46e7-a556-cf302c3e7637 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:07:15.521687 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Checking agent: {'id': '75a260d8-fb42-4535-adf4-37a77996c98b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-679138-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 22, 54, 16), 'started_at': datetime.datetime(2021, 7, 23, 22, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-679138-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:07:15.522059 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Checking segment: {'id': 'aafc1358-0749-4c4c-9cc5-eb104dec15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c60ffb03-9f51-46e7-a556-cf302c3e7637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:07:15.522455 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:15.522867 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Bound using segment: {'id': 'aafc1358-0749-4c4c-9cc5-eb104dec15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c60ffb03-9f51-46e7-a556-cf302c3e7637'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:07:15.523473 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Bound port: a384b02e-dfa4-4b80-b31f-a51dd264d159, host: dv-cinder-679138-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc1358-0749-4c4c-9cc5-eb104dec15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'c60ffb03-9f51-46e7-a556-cf302c3e7637'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:07:15.524519 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:15.558663 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ce0a6f28-d6cf-4b94-ad88-dc70dfd86687 req-7b56022f-355b-458d-af3d-4c31a36f7523 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=56cbeac4-3bab-4a71-951e-b043f8457a86 HTTP/1.1" status: 200 len: 1002 time: 0.0730634 Jul 23 23:07:15.598600 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] For port a384b02e-dfa4-4b80-b31f-a51dd264d159, host dv-cinder-679138-12-iscsi, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:07:15.601865 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] For port a384b02e-dfa4-4b80-b31f-a51dd264d159, host dv-cinder-679138-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=a384b02e-dfa4-4b80-b31f-a51dd264d159,segment=NetworkSegment(aafc1358-0749-4c4c-9cc5-eb104dec15db),segment_id=aafc1358-0749-4c4c-9cc5-eb104dec15db)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:07:15.607667 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:15.616988 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a6f28-d6cf-4b94-ad88-dc70dfd86687 req-ee5581b6-0814-4c71-addd-8653023dbca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:15.618011 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ce0a6f28-d6cf-4b94-ad88-dc70dfd86687 req-ee5581b6-0814-4c71-addd-8653023dbca3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=305eac6e-ee4e-4826-84b5-c213e1725333 HTTP/1.1" status: 200 len: 850 time: 0.0508442 Jul 23 23:07:15.667477 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Routers {'9106d7ac-db8e-44da-bc5d-3c751cd3cb44'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:15.668361 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:06:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['9106d7ac-db8e-44da-bc5d-3c751cd3cb44'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:15.687284 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a6f28-d6cf-4b94-ad88-dc70dfd86687 req-c49cbd5e-8acd-4282-ba28-3e1bffe39993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:15.688922 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ce0a6f28-d6cf-4b94-ad88-dc70dfd86687 req-c49cbd5e-8acd-4282-ba28-3e1bffe39993 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8ea7abd-33e6-496d-83a2-7eb670061309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0619802 Jul 23 23:07:15.740207 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac3f13-3380-49df-817a-5c2e5be2c7cd None None] Pushing event updated for resources: {'Port': ['ID=a384b02e-dfa4-4b80-b31f-a51dd264d159,revision_number=4']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:15.810133 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] Set router 9106d7ac-db8e-44da-bc5d-3c751cd3cb44 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:15.812382 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ce0a6f28-d6cf-4b94-ad88-dc70dfd86687 req-284d2999-9a5c-43c0-af5b-0df0ecd147bb service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147435 Jul 23 23:07:15.934482 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ce0a6f28-d6cf-4b94-ad88-dc70dfd86687 req-52e9e4e7-d8a5-44a9-9605-1a09c02b0b2f service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108472 Jul 23 23:07:15.942068 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d2a63a4c-e6b9-49e4-81ff-f479a3007529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:16.130782 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-29e67eba-e312-456a-86d1-76758248ed9f tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:16.132265 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-29e67eba-e312-456a-86d1-76758248ed9f tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/networks?id=5de3d0b7-d1db-439f-b336-b9c9f5355f1f HTTP/1.1" status: 200 len: 809 time: 0.1106203 Jul 23 23:07:16.132512 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'name': 'tempest-TestVolumeBootPattern-396630386-router', 'tenant_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '162ca9a1-4cc4-47e3-b72e-8746650f8bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:07Z', 'updated_at': '2021-07-23T23:07:10Z', 'revision_number': 4, 'project_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'gw_port': {'id': '162ca9a1-4cc4-47e3-b72e-8746650f8bf1', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:08Z', 'updated_at': '2021-07-23T23:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'a384b02e-dfa4-4b80-b31f-a51dd264d159', 'name': '', 'network_id': 'c60ffb03-9f51-46e7-a556-cf302c3e7637', 'tenant_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'mac_address': 'fa:16:3e:ff:e0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '51dc8bfc-ba13-4f9e-943b-82fe14808a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:10Z', 'updated_at': '2021-07-23T23:07:15Z', 'revision_number': 4, 'project_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'subnets': [{'id': '51dc8bfc-ba13-4f9e-943b-82fe14808a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:16.150743 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-09d45659-67ae-4f18-b1fa-99bc68d79f26 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/quotas/360c658ec5654caebac62b972d1c5223 HTTP/1.1" status: 200 len: 375 time: 0.0108128 Jul 23 23:07:16.160381 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aec279-f668-4277-ab84-6cb0b0343bcc None None] The sync data for ids ['9106d7ac-db8e-44da-bc5d-3c751cd3cb44'] in dv-cinder-679138-12-iscsi is: [{'id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'name': 'tempest-TestVolumeBootPattern-396630386-router', 'tenant_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '162ca9a1-4cc4-47e3-b72e-8746650f8bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:07Z', 'updated_at': '2021-07-23T23:07:10Z', 'revision_number': 4, 'project_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'gw_port': {'id': '162ca9a1-4cc4-47e3-b72e-8746650f8bf1', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:08Z', 'updated_at': '2021-07-23T23:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'a384b02e-dfa4-4b80-b31f-a51dd264d159', 'name': '', 'network_id': 'c60ffb03-9f51-46e7-a556-cf302c3e7637', 'tenant_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'mac_address': 'fa:16:3e:ff:e0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '51dc8bfc-ba13-4f9e-943b-82fe14808a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:10Z', 'updated_at': '2021-07-23T23:07:15Z', 'revision_number': 4, 'project_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'subnets': [{'id': '51dc8bfc-ba13-4f9e-943b-82fe14808a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:07:16.189051 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-0fbc2e48-7000-45ec-8866-0f7ce9f80a02 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=360c658ec5654caebac62b972d1c5223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331974 Jul 23 23:07:16.200284 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:16.336334 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-83626bea-633d-4ec5-a31e-5beee94548e2 service neutron] 10.222.0.20 "GET /v2.0/networks/5de3d0b7-d1db-439f-b336-b9c9f5355f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406107 Jul 23 23:07:16.435364 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-0fb8d033-c17c-4013-87c2-fb79a89a0053 service neutron] 10.222.0.20 "GET /v2.0/networks/5de3d0b7-d1db-439f-b336-b9c9f5355f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931082 Jul 23 23:07:16.604337 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-11b473e3-1028-41af-aea8-0189333779a5 req-d7ec8474-ec72-476e-87c7-162d40f37b96 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc88516b-f93a-44fc-8e0b-ecd1b861cc2c HTTP/1.1" status: 200 len: 210 time: 0.0350347 Jul 23 23:07:17.063567 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 162ca9a1-4cc4-47e3-b72e-8746650f8bf1 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:07:17.122141 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:17.142133 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port 162ca9a1-4cc4-47e3-b72e-8746650f8bf1 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:17.142532 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:17.224549 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device a384b02e-dfa4-4b80-b31f-a51dd264d159 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:07:17.274644 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning for port a384b02e-dfa4-4b80-b31f-a51dd264d159 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:07:17.275273 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port a384b02e-dfa4-4b80-b31f-a51dd264d159 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:17.275705 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:17.371193 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:17.410182 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] For port a384b02e-dfa4-4b80-b31f-a51dd264d159, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=a384b02e-dfa4-4b80-b31f-a51dd264d159,segment=NetworkSegment(aafc1358-0749-4c4c-9cc5-eb104dec15db),segment_id=aafc1358-0749-4c4c-9cc5-eb104dec15db)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:17.415802 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:17.468283 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Pushing event updated for resources: {'Port': ['ID=a384b02e-dfa4-4b80-b31f-a51dd264d159,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:17.706305 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ed2d659e-6f5c-4c6f-8756-703a0306b118 req-55cd981c-a882-4859-98b2-405d30c862f6 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc88516b-f93a-44fc-8e0b-ecd1b861cc2c HTTP/1.1" status: 200 len: 210 time: 0.0318296 Jul 23 23:07:17.830308 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfa351-45aa-40bf-b6b7-931977d1ab59 req-d6742ba9-d62f-4f5a-a99f-722c0f3bcec8 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:17.831814 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1ecfa351-45aa-40bf-b6b7-931977d1ab59 req-d6742ba9-d62f-4f5a-a99f-722c0f3bcec8 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0671208 Jul 23 23:07:17.871890 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1ecfa351-45aa-40bf-b6b7-931977d1ab59 req-3508eb87-125b-4bcf-99e8-3553c1757fc3 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337532 Jul 23 23:07:18.011617 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-d329b872-dcfa-48a4-93ba-85b7cac456e1 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:18.012988 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-d329b872-dcfa-48a4-93ba-85b7cac456e1 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.47 "GET /v2.0/networks?id=5de3d0b7-d1db-439f-b336-b9c9f5355f1f HTTP/1.1" status: 200 len: 809 time: 0.1076987 Jul 23 23:07:18.035350 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-9ab701f8-f2cf-4811-9365-ef9574accd18 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Request body: {'port': {'device_id': 'dc88516b-f93a-44fc-8e0b-ecd1b861cc2c', 'network_id': '5de3d0b7-d1db-439f-b336-b9c9f5355f1f', 'admin_state_up': True, 'tenant_id': '360c658ec5654caebac62b972d1c5223'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:18.151939 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-9ab701f8-f2cf-4811-9365-ef9574accd18 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Made reservation on behalf of 360c658ec5654caebac62b972d1c5223 for: {'port': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:07:18.155663 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-9ab701f8-f2cf-4811-9365-ef9574accd18 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:18.277507 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-9ab701f8-f2cf-4811-9365-ef9574accd18 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Allocated IP 172.20.0.8 (5de3d0b7-d1db-439f-b336-b9c9f5355f1f/e07ccefc-1237-49e1-b7de-693e45149d25/c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:07:18.424813 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-9ab701f8-f2cf-4811-9365-ef9574accd18 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:18.467475 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-9ab701f8-f2cf-4811-9365-ef9574accd18 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:18.482752 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device e542792a-8241-49e2-a563-3bb5eebd36d7 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:07:18.504365 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: e542792a-8241-49e2-a563-3bb5eebd36d7 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:07:18.504794 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device e542792a-8241-49e2-a563-3bb5eebd36d7 not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:07:18.511657 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-9ab701f8-f2cf-4811-9365-ef9574accd18 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Network 5de3d0b7-d1db-439f-b336-b9c9f5355f1f is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:07:18.516554 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-9ab701f8-f2cf-4811-9365-ef9574accd18 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:18.520464 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-9ab701f8-f2cf-4811-9365-ef9574accd18 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:07:18.527343 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab701f8-f2cf-4811-9365-ef9574accd18 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Pushing event updated for resources: {'Port': ['ID=c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:18.573962 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-9ab701f8-f2cf-4811-9365-ef9574accd18 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:18.574606 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-9ab701f8-f2cf-4811-9365-ef9574accd18 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:18.588115 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-9ab701f8-f2cf-4811-9365-ef9574accd18 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5566363 Jul 23 23:07:18.653276 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Request body: {'port': {'device_id': 'dc88516b-f93a-44fc-8e0b-ecd1b861cc2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:18.731600 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:18.792333 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:18.977804 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73ee85-04b0-4a62-b890-5d7213e2b0e3 req-8ae22324-3979-49ff-b59a-566d48025968 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:18.979312 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ac73ee85-04b0-4a62-b890-5d7213e2b0e3 req-8ae22324-3979-49ff-b59a-566d48025968 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc88516b-f93a-44fc-8e0b-ecd1b861cc2c HTTP/1.1" status: 200 len: 931 time: 0.1961763 Jul 23 23:07:19.027158 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device a384b02e-dfa4-4b80-b31f-a51dd264d159 up at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:07:19.066453 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ac73ee85-04b0-4a62-b890-5d7213e2b0e3 req-b0cca326-e720-4b42-b40f-5f80f07319cd tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673127 Jul 23 23:07:19.083055 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Provisioning complete for port a384b02e-dfa4-4b80-b31f-a51dd264d159 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:19.083664 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:19.104594 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41b843-65fb-48f6-87ed-8fcf21c36fae req-d519b8b1-4945-427a-8f99-de1ef45ef293 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:19.106158 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5f41b843-65fb-48f6-87ed-8fcf21c36fae req-d519b8b1-4945-427a-8f99-de1ef45ef293 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1480949 Jul 23 23:07:19.153215 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 {{(pid=93010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:07:19.165020 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:19.198543 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5f41b843-65fb-48f6-87ed-8fcf21c36fae req-de4be9a6-99e8-4d8b-8d1f-6fa6e5d62483 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690267 Jul 23 23:07:19.199932 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Transition to ACTIVE for port object c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 will not be triggered until provisioned by entity L2. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:07:19.205323 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:19.263595 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:19.288597 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:19.288947 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:19.289359 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:19.289681 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:19.290013 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:19.290876 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:19.291206 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:19.291532 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:19.291854 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:19.292179 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:19.292501 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:19.292826 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:19.340482 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Attempting to bind port c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:07:19.340727 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Attempting to bind port c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '984924d0-5d9e-43e4-9f64-5ffd5dd4e96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5de3d0b7-d1db-439f-b336-b9c9f5355f1f'}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:07:19.341050 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Attempting to bind port c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 on network 5de3d0b7-d1db-439f-b336-b9c9f5355f1f {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:07:19.345238 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Port c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 on network 5de3d0b7-d1db-439f-b336-b9c9f5355f1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:07:19.345553 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Attempting to bind port c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 on network 5de3d0b7-d1db-439f-b336-b9c9f5355f1f {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:07:19.350254 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:07:19.350615 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Checking segment: {'id': '984924d0-5d9e-43e4-9f64-5ffd5dd4e96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5de3d0b7-d1db-439f-b336-b9c9f5355f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:07:19.350996 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Bound using segment: {'id': '984924d0-5d9e-43e4-9f64-5ffd5dd4e96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5de3d0b7-d1db-439f-b336-b9c9f5355f1f'} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:07:19.351417 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Bound port: c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984924d0-5d9e-43e4-9f64-5ffd5dd4e96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5de3d0b7-d1db-439f-b336-b9c9f5355f1f'}}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:07:19.352384 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:19.413675 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] For port c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11, host hv-cinder-67913, cleared binding levels {{(pid=93010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:07:19.417236 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] For port c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11,segment=NetworkSegment(984924d0-5d9e-43e4-9f64-5ffd5dd4e96a),segment_id=984924d0-5d9e-43e4-9f64-5ffd5dd4e96a)] {{(pid=93010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:07:19.422145 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:19.462564 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:19.463181 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:19.464545 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] 10.222.0.47 "PUT /v2.0/ports/c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 HTTP/1.1" status: 200 len: 1093 time: 0.8591897 Jul 23 23:07:19.464975 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc88516b-f93a-44fc-8e0b-ecd1b861cc2c', 'tag': 'c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:19.467232 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4db4f7-7722-4c9c-8136-01c39de028d4" -d '{"events": [{"name": "network-changed", "server_uuid": "dc88516b-f93a-44fc-8e0b-ecd1b861cc2c", "tag": "c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:19.491907 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f19cef-aaf9-4251-a6e3-02e8d96f76a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11,revision_number=3']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:19.513986 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb62206b-4edf-487c-817a-a717cff4a663 x-openstack-request-id: req-cb62206b-4edf-487c-817a-a717cff4a663 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:19.514265 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc88516b-f93a-44fc-8e0b-ecd1b861cc2c", "tag": "c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:19.514533 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb62206b-4edf-487c-817a-a717cff4a663 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:19.514943 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc88516b-f93a-44fc-8e0b-ecd1b861cc2c', 'tag': 'c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11', 'status': 'completed', 'code': 200} Jul 23 23:07:19.597387 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-11c6f85b-d507-4ad6-8135-012da8f5f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:19.599041 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-11c6f85b-d507-4ad6-8135-012da8f5f9e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=360c658ec5654caebac62b972d1c5223&device_id=dc88516b-f93a-44fc-8e0b-ecd1b861cc2c HTTP/1.1" status: 200 len: 1096 time: 0.0576570 Jul 23 23:07:19.649052 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-c9f1b9cc-1b50-403c-993b-5c677a29c260 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 HTTP/1.1" status: 200 len: 217 time: 0.0348077 Jul 23 23:07:19.702082 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-b31f2d16-bb42-483c-8a11-19613e60e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:19.703570 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-b31f2d16-bb42-483c-8a11-19613e60e2ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e07ccefc-1237-49e1-b7de-693e45149d25 HTTP/1.1" status: 200 len: 849 time: 0.0441496 Jul 23 23:07:19.741530 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-9c6fe0c6-cf6a-4fc7-a970-342b20093931 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5de3d0b7-d1db-439f-b336-b9c9f5355f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302393 Jul 23 23:07:19.833644 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-d3da1a6a-9e92-4fe7-b15e-e0a36dc2b04c service neutron] 10.222.0.47 "GET /v2.0/networks/5de3d0b7-d1db-439f-b336-b9c9f5355f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812910 Jul 23 23:07:19.924683 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be0e9592-7306-42e4-b6e6-540d23a54fcb req-dd05255d-a724-4621-bfbf-8f88e1ab5427 service neutron] 10.222.0.47 "GET /v2.0/networks/5de3d0b7-d1db-439f-b336-b9c9f5355f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833967 Jul 23 23:07:20.080107 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4db4f7-7722-4c9c-8136-01c39de028d4 req-9ffbe2fc-f30f-4801-9c98-e295bf46fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:20.081640 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-df4db4f7-7722-4c9c-8136-01c39de028d4 req-9ffbe2fc-f30f-4801-9c98-e295bf46fc43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=360c658ec5654caebac62b972d1c5223&device_id=dc88516b-f93a-44fc-8e0b-ecd1b861cc2c HTTP/1.1" status: 200 len: 1096 time: 0.0530570 Jul 23 23:07:20.216648 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4db4f7-7722-4c9c-8136-01c39de028d4 req-c02ccd1a-b121-4122-a6a1-233cf4d47752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:20.218229 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-df4db4f7-7722-4c9c-8136-01c39de028d4 req-c02ccd1a-b121-4122-a6a1-233cf4d47752 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5de3d0b7-d1db-439f-b336-b9c9f5355f1f HTTP/1.1" status: 200 len: 910 time: 0.1278007 Jul 23 23:07:20.244722 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb8f60-baf8-4555-8c55-b0addea5b558 req-dd3b1338-96c1-42a7-84e6-e6f99e80abea tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:20.246236 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a4cb8f60-baf8-4555-8c55-b0addea5b558 req-dd3b1338-96c1-42a7-84e6-e6f99e80abea tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc88516b-f93a-44fc-8e0b-ecd1b861cc2c HTTP/1.1" status: 200 len: 943 time: 0.0940886 Jul 23 23:07:20.309510 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-df4db4f7-7722-4c9c-8136-01c39de028d4 req-928be391-f7c1-4c33-8d92-02c6a500e6d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 HTTP/1.1" status: 200 len: 217 time: 0.0500336 Jul 23 23:07:20.374375 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a4cb8f60-baf8-4555-8c55-b0addea5b558 req-9ed0ec03-ccd3-412d-b617-dc3d8a4c9199 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222675 Jul 23 23:07:20.402543 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4db4f7-7722-4c9c-8136-01c39de028d4 req-f5db78f5-9b08-4dd7-b633-fce3d66aa185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:20.403989 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-df4db4f7-7722-4c9c-8136-01c39de028d4 req-f5db78f5-9b08-4dd7-b633-fce3d66aa185 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e07ccefc-1237-49e1-b7de-693e45149d25 HTTP/1.1" status: 200 len: 849 time: 0.0659175 Jul 23 23:07:20.420991 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335e3f1-baba-4067-ad62-a83e09881183 req-d0cc5eb1-375d-4f3a-a2e5-c0b95df40909 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:20.422372 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9335e3f1-baba-4067-ad62-a83e09881183 req-d0cc5eb1-375d-4f3a-a2e5-c0b95df40909 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1486378 Jul 23 23:07:20.463153 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9335e3f1-baba-4067-ad62-a83e09881183 req-5752789e-7cf7-4dbc-ad0c-59808d5478d6 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350163 Jul 23 23:07:20.498717 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-df4db4f7-7722-4c9c-8136-01c39de028d4 req-47fce659-65f1-4db9-b621-4d723dd4a3d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5de3d0b7-d1db-439f-b336-b9c9f5355f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270042 Jul 23 23:07:20.600080 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-df4db4f7-7722-4c9c-8136-01c39de028d4 req-ffff50c5-ef65-4f5c-8824-3a4c0abff03d service neutron] 10.222.0.47 "GET /v2.0/networks/5de3d0b7-d1db-439f-b336-b9c9f5355f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923591 Jul 23 23:07:20.689822 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-df4db4f7-7722-4c9c-8136-01c39de028d4 req-fe840ea1-e935-46c2-9394-322098d694c6 service neutron] 10.222.0.47 "GET /v2.0/networks/5de3d0b7-d1db-439f-b336-b9c9f5355f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811946 Jul 23 23:07:20.864696 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b2dfd-46e3-4ff2-88a9-b213bccb9fc9 req-d54c7e06-ec9c-469b-91c5-01c7eb8f0919 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:20.866120 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8b6b2dfd-46e3-4ff2-88a9-b213bccb9fc9 req-d54c7e06-ec9c-469b-91c5-01c7eb8f0919 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.0676160 Jul 23 23:07:20.967763 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-8b6b2dfd-46e3-4ff2-88a9-b213bccb9fc9 req-48db93e9-ceea-4310-8a95-b7bea46da6ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Deleting port 56cbeac4-3bab-4a71-951e-b043f8457a86 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:07:20.968106 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-8b6b2dfd-46e3-4ff2-88a9-b213bccb9fc9 req-48db93e9-ceea-4310-8a95-b7bea46da6ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:21.058061 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-8b6b2dfd-46e3-4ff2-88a9-b213bccb9fc9 req-48db93e9-ceea-4310-8a95-b7bea46da6ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] For port 56cbeac4-3bab-4a71-951e-b043f8457a86, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=56cbeac4-3bab-4a71-951e-b043f8457a86,segment=NetworkSegment(69e06602-5c49-46cf-8437-a3da867e80d5),segment_id=69e06602-5c49-46cf-8437-a3da867e80d5)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:21.058421 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-8b6b2dfd-46e3-4ff2-88a9-b213bccb9fc9 req-48db93e9-ceea-4310-8a95-b7bea46da6ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:21.599990 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-8b6b2dfd-46e3-4ff2-88a9-b213bccb9fc9 req-48db93e9-ceea-4310-8a95-b7bea46da6ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:21.600535 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-8b6b2dfd-46e3-4ff2-88a9-b213bccb9fc9 req-48db93e9-ceea-4310-8a95-b7bea46da6ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946657'] for floatingip, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:21.600972 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.l3_db [req-8b6b2dfd-46e3-4ff2-88a9-b213bccb9fc9 req-48db93e9-ceea-4310-8a95-b7bea46da6ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Floating IP 0d4e4ccf-11ea-4448-baea-9a81af4ef0f1 disassociated. External IP: 172.27.3.182, port: 56cbeac4-3bab-4a71-951e-b043f8457a86. Jul 23 23:07:21.601389 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-8b6b2dfd-46e3-4ff2-88a9-b213bccb9fc9 req-48db93e9-ceea-4310-8a95-b7bea46da6ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Calling delete_port for 56cbeac4-3bab-4a71-951e-b043f8457a86 owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:07:21.616393 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d14e4e-26a0-4191-b6c6-849e10c41835 req-37f49620-f3e6-4f9c-8fdf-d43d388d61b8 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:21.618094 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-83d14e4e-26a0-4191-b6c6-849e10c41835 req-37f49620-f3e6-4f9c-8fdf-d43d388d61b8 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc88516b-f93a-44fc-8e0b-ecd1b861cc2c HTTP/1.1" status: 200 len: 943 time: 0.1640840 Jul 23 23:07:21.710845 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9f8cc-e84f-4bbb-910c-1f275f661759 req-a8a68d25-c75c-4b85-ad58-c444e83c4af5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:21.712930 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1ed9f8cc-e84f-4bbb-910c-1f275f661759 req-a8a68d25-c75c-4b85-ad58-c444e83c4af5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e87e0e0-8ba2-40d9-92fb-80a500a7fe16 HTTP/1.1" status: 200 len: 946 time: 0.1776524 Jul 23 23:07:21.740224 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-83d14e4e-26a0-4191-b6c6-849e10c41835 req-eb6032d9-a131-4dde-92a4-3914c338a4ed tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126020 Jul 23 23:07:21.777096 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1ed9f8cc-e84f-4bbb-910c-1f275f661759 req-bfb57ad6-69c0-4500-ace8-f192d12fa66e tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=f20b9e36-c414-43da-b6ea-38d6c15bfd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533578 Jul 23 23:07:21.833161 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-8b6b2dfd-46e3-4ff2-88a9-b213bccb9fc9 req-48db93e9-ceea-4310-8a95-b7bea46da6ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:21.868673 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db93e9-ceea-4310-8a95-b7bea46da6ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Pushing event deleted for resources: {'Port': ['ID=56cbeac4-3bab-4a71-951e-b043f8457a86,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:21.982647 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b6b2dfd-46e3-4ff2-88a9-b213bccb9fc9 req-48db93e9-ceea-4310-8a95-b7bea46da6ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Router f85c4973-fc3a-4703-a320-475ed4d3f3cf has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:07:22.086473 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b6b2dfd-46e3-4ff2-88a9-b213bccb9fc9 req-48db93e9-ceea-4310-8a95-b7bea46da6ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:07:22.098693 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e910e7-6909-4fcb-bb75-eca59bfccb45 None None] Sync routers for ids ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:07:22.108234 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e910e7-6909-4fcb-bb75-eca59bfccb45 None None] Routers {'f85c4973-fc3a-4703-a320-475ed4d3f3cf'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:22.108844 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-93e910e7-6909-4fcb-bb75-eca59bfccb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:07:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:22.138403 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6b2dfd-46e3-4ff2-88a9-b213bccb9fc9 req-48db93e9-ceea-4310-8a95-b7bea46da6ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] No DVR routers for this DVR port 56cbeac4-3bab-4a71-951e-b043f8457a86 on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:07:22.140761 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-8b6b2dfd-46e3-4ff2-88a9-b213bccb9fc9 req-48db93e9-ceea-4310-8a95-b7bea46da6ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:22.142761 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8b6b2dfd-46e3-4ff2-88a9-b213bccb9fc9 req-48db93e9-ceea-4310-8a95-b7bea46da6ac tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.47 "DELETE /v2.0/ports/56cbeac4-3bab-4a71-951e-b043f8457a86 HTTP/1.1" status: 204 len: 173 time: 1.2702007 Jul 23 23:07:22.143194 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e87e0e0-8ba2-40d9-92fb-80a500a7fe16', 'name': 'network-vif-deleted', 'tag': '56cbeac4-3bab-4a71-951e-b043f8457a86'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:22.146954 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5b94a7-4f82-4e59-a421-1f95db998845" -d '{"events": [{"server_uuid": "1e87e0e0-8ba2-40d9-92fb-80a500a7fe16", "name": "network-vif-deleted", "tag": "56cbeac4-3bab-4a71-951e-b043f8457a86"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:22.185062 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74704661-1a4a-46c5-a9fa-77aadd78d599 x-openstack-request-id: req-74704661-1a4a-46c5-a9fa-77aadd78d599 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:22.185449 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e87e0e0-8ba2-40d9-92fb-80a500a7fe16", "name": "network-vif-deleted", "tag": "56cbeac4-3bab-4a71-951e-b043f8457a86", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:22.185788 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74704661-1a4a-46c5-a9fa-77aadd78d599 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:22.186291 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e87e0e0-8ba2-40d9-92fb-80a500a7fe16', 'name': 'network-vif-deleted', 'tag': '56cbeac4-3bab-4a71-951e-b043f8457a86', 'status': 'completed', 'code': 200} Jul 23 23:07:22.222235 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-93e910e7-6909-4fcb-bb75-eca59bfccb45 None None] Set router f85c4973-fc3a-4703-a320-475ed4d3f3cf gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:22.442432 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-93e910e7-6909-4fcb-bb75-eca59bfccb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:02:12Z', 'revision_number': 4, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port': {'id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '3fb542fb-0e6e-4214-8e2d-8420a4b70e28', 'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'mac_address': 'fa:16:3e:ea:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:09Z', 'updated_at': '2021-07-23T23:02:22Z', 'revision_number': 5, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'subnets': [{'id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:22.467737 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e910e7-6909-4fcb-bb75-eca59bfccb45 None None] Checking router: f85c4973-fc3a-4703-a320-475ed4d3f3cf for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:07:22.475863 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e910e7-6909-4fcb-bb75-eca59bfccb45 None None] Routers {'f85c4973-fc3a-4703-a320-475ed4d3f3cf'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:22.476464 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-93e910e7-6909-4fcb-bb75-eca59bfccb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:07:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:22.585548 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-93e910e7-6909-4fcb-bb75-eca59bfccb45 None None] Set router f85c4973-fc3a-4703-a320-475ed4d3f3cf gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:22.791633 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-93e910e7-6909-4fcb-bb75-eca59bfccb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:02:12Z', 'revision_number': 4, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port': {'id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '3fb542fb-0e6e-4214-8e2d-8420a4b70e28', 'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'mac_address': 'fa:16:3e:ea:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:09Z', 'updated_at': '2021-07-23T23:02:22Z', 'revision_number': 5, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'subnets': [{'id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:22.824630 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e910e7-6909-4fcb-bb75-eca59bfccb45 None None] The sync data for ids ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'] in dv-cinder-679138-12-iscsi is: [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:02:12Z', 'revision_number': 4, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port': {'id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '3fb542fb-0e6e-4214-8e2d-8420a4b70e28', 'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'mac_address': 'fa:16:3e:ea:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:09Z', 'updated_at': '2021-07-23T23:02:22Z', 'revision_number': 5, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'subnets': [{'id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:07:22.891853 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 56846) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:22.919964 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d88dfe-1ae6-46f2-9269-e23002bd0a23 req-00b5edc7-25b4-43f9-864e-3f570844b4c8 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:22.921559 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a1d88dfe-1ae6-46f2-9269-e23002bd0a23 req-00b5edc7-25b4-43f9-864e-3f570844b4c8 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc88516b-f93a-44fc-8e0b-ecd1b861cc2c HTTP/1.1" status: 200 len: 943 time: 0.0826652 Jul 23 23:07:22.958695 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1010f15c-a327-44de-a37f-7d6a6513cb1d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:22.971138 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a1d88dfe-1ae6-46f2-9269-e23002bd0a23 req-aa3f3766-e271-4d9f-9082-90d56d523d91 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432658 Jul 23 23:07:22.986335 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1010f15c-a327-44de-a37f-7d6a6513cb1d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:23.044870 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1010f15c-a327-44de-a37f-7d6a6513cb1d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:23.047674 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1010f15c-a327-44de-a37f-7d6a6513cb1d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:23.048837 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-1010f15c-a327-44de-a37f-7d6a6513cb1d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "DELETE /v2.0/security-groups/f20b9e36-c414-43da-b6ea-38d6c15bfd0a HTTP/1.1" status: 204 len: 168 time: 0.1559966 Jul 23 23:07:23.051675 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56850) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:23.059803 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010f15c-a327-44de-a37f-7d6a6513cb1d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20b9e36-c414-43da-b6ea-38d6c15bfd0a,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:23.069211 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.api.v2.resource [None req-e1826b81-506b-43f1-b870-fcf090ba415b tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] show failed (client error): The resource could not be found. Jul 23 23:07:23.073022 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-e1826b81-506b-43f1-b870-fcf090ba415b tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups/f20b9e36-c414-43da-b6ea-38d6c15bfd0a HTTP/1.1" status: 404 len: 347 time: 0.0175037 Jul 23 23:07:23.073285 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56852) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:23.104831 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2826cb1e-9215-4d69-b971-e0dd0eb7d879 None None] New status for floating IP 0d4e4ccf-11ea-4448-baea-9a81af4ef0f1: DOWN {{(pid=93012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:07:23.209493 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-091ea939-08e6-4fc8-a5b0-3804793936d5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Deleting port 44bd14f2-0165-4161-9002-c67d2139748b {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:07:23.210147 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-091ea939-08e6-4fc8-a5b0-3804793936d5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:23.291220 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-091ea939-08e6-4fc8-a5b0-3804793936d5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:23.291547 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-091ea939-08e6-4fc8-a5b0-3804793936d5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:23.302820 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-091ea939-08e6-4fc8-a5b0-3804793936d5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Calling delete_port for 44bd14f2-0165-4161-9002-c67d2139748b owned by network:floatingip {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:07:23.449124 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-091ea939-08e6-4fc8-a5b0-3804793936d5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:23.475015 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ea939-08e6-4fc8-a5b0-3804793936d5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Pushing event deleted for resources: {'Port': ['ID=44bd14f2-0165-4161-9002-c67d2139748b,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:23.537138 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-091ea939-08e6-4fc8-a5b0-3804793936d5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for floatingip, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:23.540779 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-091ea939-08e6-4fc8-a5b0-3804793936d5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:23.541934 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-091ea939-08e6-4fc8-a5b0-3804793936d5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "DELETE /v2.0/floatingips/0d4e4ccf-11ea-4448-baea-9a81af4ef0f1 HTTP/1.1" status: 204 len: 168 time: 0.4676857 Jul 23 23:07:23.747402 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56860) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:23.752046 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-f7b43108-4291-45ba-8e9d-99d4d003532e tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Request body: {'security_group': {'name': 'tempest-securitygroup--967351132', 'description': 'tempest-description--205421003'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:23.774850 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f7b43108-4291-45ba-8e9d-99d4d003532e tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:23.854519 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f7b43108-4291-45ba-8e9d-99d4d003532e tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:23.860066 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f7b43108-4291-45ba-8e9d-99d4d003532e tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:23.888667 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f7b43108-4291-45ba-8e9d-99d4d003532e tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:23.890203 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-f7b43108-4291-45ba-8e9d-99d4d003532e tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1417763 Jul 23 23:07:23.893167 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56862) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:23.898320 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-39c3f23a-68e1-4a22-af84-7c9605203eaa tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Request body: {'security_group_rule': {'security_group_id': '698f5b28-80cd-473c-8f96-b0968f9e1710', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:23.903063 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b43108-4291-45ba-8e9d-99d4d003532e tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=698f5b28-80cd-473c-8f96-b0968f9e1710,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:23.927412 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-39c3f23a-68e1-4a22-af84-7c9605203eaa tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:23.987527 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-39c3f23a-68e1-4a22-af84-7c9605203eaa tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:23.991742 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-39c3f23a-68e1-4a22-af84-7c9605203eaa tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:24.009685 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3f23a-68e1-4a22-af84-7c9605203eaa tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65b4c64-29ea-425d-8f94-039bd55be37b,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:24.015665 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-39c3f23a-68e1-4a22-af84-7c9605203eaa tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:24.017009 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-39c3f23a-68e1-4a22-af84-7c9605203eaa tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228878 Jul 23 23:07:24.020046 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56866) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:24.025403 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-5fee7a72-8434-4692-a0f9-ab984b8d49cb tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Request body: {'security_group_rule': {'security_group_id': '698f5b28-80cd-473c-8f96-b0968f9e1710', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:24.082349 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5fee7a72-8434-4692-a0f9-ab984b8d49cb tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:24.145988 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc20c3c-53ec-4cd6-95e6-4ad09fd82072 req-0f1ffcd6-3798-45d2-abb6-8a41bfb8275f tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:24.147523 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ccc20c3c-53ec-4cd6-95e6-4ad09fd82072 req-0f1ffcd6-3798-45d2-abb6-8a41bfb8275f tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc88516b-f93a-44fc-8e0b-ecd1b861cc2c HTTP/1.1" status: 200 len: 943 time: 0.1070178 Jul 23 23:07:24.178310 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5fee7a72-8434-4692-a0f9-ab984b8d49cb tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:24.183561 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5fee7a72-8434-4692-a0f9-ab984b8d49cb tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:24.211905 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee7a72-8434-4692-a0f9-ab984b8d49cb tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cdcb763-be17-4a94-bc03-b4bbdbd2f88e,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:24.225793 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ccc20c3c-53ec-4cd6-95e6-4ad09fd82072 req-d7d685bb-e789-4d10-81b0-f2ea3319b048 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680926 Jul 23 23:07:24.227637 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5fee7a72-8434-4692-a0f9-ab984b8d49cb tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:24.232365 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-5fee7a72-8434-4692-a0f9-ab984b8d49cb tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2076252 Jul 23 23:07:24.232365 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 56870) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:24.236777 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-03534988-b798-42cc-96ef-1577f98303bc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Request body: {'floatingip': {'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:24.260025 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-03534988-b798-42cc-96ef-1577f98303bc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for floatingip, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:24.357474 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-03534988-b798-42cc-96ef-1577f98303bc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:24.470246 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [None req-03534988-b798-42cc-96ef-1577f98303bc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Allocated IP 172.27.3.85 (28efa890-d1ea-4772-b7d3-cfef5dff758d/97030860-1f38-455c-ac9a-169aa93780e4/25adc1f1-f678-41db-a836-980177a0c686) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:07:24.500003 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:07:24.511229 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 56cbeac4-3bab-4a71-951e-b043f8457a86 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:07:24.534524 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: 56cbeac4-3bab-4a71-951e-b043f8457a86 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:07:24.534865 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 56cbeac4-3bab-4a71-951e-b043f8457a86 not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:07:24.580692 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-03534988-b798-42cc-96ef-1577f98303bc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:24.615767 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11,segment=NetworkSegment(984924d0-5d9e-43e4-9f64-5ffd5dd4e96a),segment_id=984924d0-5d9e-43e4-9f64-5ffd5dd4e96a)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:24.622075 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-03534988-b798-42cc-96ef-1577f98303bc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:24.628441 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': 'c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11', 'network_id': '5de3d0b7-d1db-439f-b336-b9c9f5355f1f', 'port_id': 'c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11', 'mac_address': 'fa:16:3e:ab:c7:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e07ccefc-1237-49e1-b7de-693e45149d25', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:07:24.659706 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03534988-b798-42cc-96ef-1577f98303bc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:07:24.665125 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-03534988-b798-42cc-96ef-1577f98303bc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:24.669148 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03534988-b798-42cc-96ef-1577f98303bc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:07:24.670523 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:24.684412 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:07:24.695598 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03534988-b798-42cc-96ef-1577f98303bc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Pushing event updated for resources: {'Port': ['ID=25adc1f1-f678-41db-a836-980177a0c686,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:24.705533 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11,segment=NetworkSegment(984924d0-5d9e-43e4-9f64-5ffd5dd4e96a),segment_id=984924d0-5d9e-43e4-9f64-5ffd5dd4e96a)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:24.709376 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:24.762221 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-03534988-b798-42cc-96ef-1577f98303bc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:24.764783 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:24.806086 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-03534988-b798-42cc-96ef-1577f98303bc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:24.957188 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-03534988-b798-42cc-96ef-1577f98303bc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:24.961907 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-03534988-b798-42cc-96ef-1577f98303bc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:25.031648 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03534988-b798-42cc-96ef-1577f98303bc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Pushing event updated for resources: {'Port': ['ID=25adc1f1-f678-41db-a836-980177a0c686,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:25.042905 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-03534988-b798-42cc-96ef-1577f98303bc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946657'] for floatingip, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:25.044120 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:07:25.057506 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-03534988-b798-42cc-96ef-1577f98303bc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:25.058979 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-03534988-b798-42cc-96ef-1577f98303bc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8256183 Jul 23 23:07:25.212611 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-76662e80-3cb1-40e2-9edc-b72ee5d5efec tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--967351132&fields=id&tenant_id=3b4763efe226447f8183b6e16d41cadc HTTP/1.1" status: 200 len: 267 time: 0.0377960 Jul 23 23:07:25.319138 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-f651ffb8-5f07-4926-b85f-c69343f3f149 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:25.320626 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-f651ffb8-5f07-4926-b85f-c69343f3f149 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/networks?id=c8ea7abd-33e6-496d-83a2-7eb670061309 HTTP/1.1" status: 200 len: 811 time: 0.1017530 Jul 23 23:07:25.334749 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-db92b9f2-6e25-4d65-8d76-dad7e8efd3d5 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/quotas/3b4763efe226447f8183b6e16d41cadc HTTP/1.1" status: 200 len: 375 time: 0.0088706 Jul 23 23:07:25.408587 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0282dcfe-3f9b-44e7-b90e-88a542a82fa2 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b4763efe226447f8183b6e16d41cadc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0687530 Jul 23 23:07:25.544308 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c16c96-ef0c-413d-8a85-b3e9b19ddf0c req-00bbe9e3-7636-4858-9869-89d36bf43f61 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:25.545816 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a7c16c96-ef0c-413d-8a85-b3e9b19ddf0c req-00bbe9e3-7636-4858-9869-89d36bf43f61 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc88516b-f93a-44fc-8e0b-ecd1b861cc2c HTTP/1.1" status: 200 len: 944 time: 0.1324425 Jul 23 23:07:25.551380 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-a3419b88-630e-45b3-9a6f-a997a63cf72e service neutron] 10.222.0.20 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293511 Jul 23 23:07:25.615696 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a7c16c96-ef0c-413d-8a85-b3e9b19ddf0c req-776c35fb-1cbf-4eb9-99c8-98ff60cc0920 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628607 Jul 23 23:07:25.668754 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-075c503a-eec1-493b-90c3-123e668cf211 service neutron] 10.222.0.20 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079211 Jul 23 23:07:25.828975 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e48faa4b-18d8-4c2f-833f-af0d1f4c9ba8 req-943a13e6-4268-4cfb-a286-51cfc79ecfeb tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 210 time: 0.0322740 Jul 23 23:07:26.500662 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:07:26.548935 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:07:26.552370 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:26.552737 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:26.628882 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:26.651606 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc88516b-f93a-44fc-8e0b-ecd1b861cc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:26.654209 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4791190a-6470-48d3-a720-381122a72f25" -d '{"events": [{"server_uuid": "dc88516b-f93a-44fc-8e0b-ecd1b861cc2c", "name": "network-vif-plugged", "status": "completed", "tag": "c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:26.671351 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11,segment=NetworkSegment(984924d0-5d9e-43e4-9f64-5ffd5dd4e96a),segment_id=984924d0-5d9e-43e4-9f64-5ffd5dd4e96a)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:26.676655 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:26.703484 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f39f5c-f6dd-4ab4-8c02-f29acea50bc1 x-openstack-request-id: req-68f39f5c-f6dd-4ab4-8c02-f29acea50bc1 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:26.703773 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc88516b-f93a-44fc-8e0b-ecd1b861cc2c", "name": "network-vif-plugged", "status": "completed", "tag": "c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:26.704024 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68f39f5c-f6dd-4ab4-8c02-f29acea50bc1 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:26.704410 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc88516b-f93a-44fc-8e0b-ecd1b861cc2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11', 'code': 200} Jul 23 23:07:26.730215 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:26.761618 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262db20-92b1-4561-9bdf-bdf3972de610 req-7cd8afc8-7cd3-49b2-bd91-92bb66cca71c tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:26.763184 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7262db20-92b1-4561-9bdf-bdf3972de610 req-7cd8afc8-7cd3-49b2-bd91-92bb66cca71c tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc88516b-f93a-44fc-8e0b-ecd1b861cc2c HTTP/1.1" status: 200 len: 945 time: 0.0735319 Jul 23 23:07:26.801747 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7262db20-92b1-4561-9bdf-bdf3972de610 req-82dba004-03c1-47da-b9f3-66a18abe9846 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324066 Jul 23 23:07:26.934964 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f766f1f5-e53e-4201-8e0a-2071c8333904 req-1a56b3da-bcd3-4503-8c24-6db20ce36b4e tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 210 time: 0.0305920 Jul 23 23:07:27.066149 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214f934-5821-4634-816a-0913e184374d req-b4dd721d-20fa-444e-aed3-0ddb1cfd8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:27.067660 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0214f934-5821-4634-816a-0913e184374d req-b4dd721d-20fa-444e-aed3-0ddb1cfd8964 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dc88516b-f93a-44fc-8e0b-ecd1b861cc2c HTTP/1.1" status: 200 len: 1098 time: 0.1249619 Jul 23 23:07:27.074606 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-db84d40e-7a75-4938-8ee4-40db6034a5e7 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:27.075948 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-db84d40e-7a75-4938-8ee4-40db6034a5e7 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.47 "GET /v2.0/networks?id=c8ea7abd-33e6-496d-83a2-7eb670061309 HTTP/1.1" status: 200 len: 811 time: 0.1434922 Jul 23 23:07:27.116634 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0214f934-5821-4634-816a-0913e184374d req-5336bdb9-8943-4bb3-ad94-1652525fb7dd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397584 Jul 23 23:07:27.136048 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-b545e6e1-e162-4ec8-b2e0-e0ea93d733e3 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b4763efe226447f8183b6e16d41cadc HTTP/1.1" status: 200 len: 379 time: 0.0409060 Jul 23 23:07:27.425540 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-c563c4f0-c3fc-4c96-9616-8e614daf5e18 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Request body: {'port': {'device_id': 'f8cddb08-94c6-4712-a798-1f3d0bfa3ac4', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'admin_state_up': True, 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'security_groups': ['698f5b28-80cd-473c-8f96-b0968f9e1710']}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:27.533431 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-c563c4f0-c3fc-4c96-9616-8e614daf5e18 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Made reservation on behalf of 3b4763efe226447f8183b6e16d41cadc for: {'port': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:07:27.536948 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-c563c4f0-c3fc-4c96-9616-8e614daf5e18 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:27.669805 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-c563c4f0-c3fc-4c96-9616-8e614daf5e18 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Allocated IP 172.20.0.4 (c8ea7abd-33e6-496d-83a2-7eb670061309/305eac6e-ee4e-4826-84b5-c213e1725333/327b5430-4919-42bf-bb26-7f3ae7f10b32) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:07:27.803025 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-c563c4f0-c3fc-4c96-9616-8e614daf5e18 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:27.815991 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-c563c4f0-c3fc-4c96-9616-8e614daf5e18 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Transition to ACTIVE for port object 327b5430-4919-42bf-bb26-7f3ae7f10b32 will not be triggered until provisioned by entity DHCP. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:07:27.848588 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-c563c4f0-c3fc-4c96-9616-8e614daf5e18 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:27.921729 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-c563c4f0-c3fc-4c96-9616-8e614daf5e18 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Network c8ea7abd-33e6-496d-83a2-7eb670061309 is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:07:27.930796 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-c563c4f0-c3fc-4c96-9616-8e614daf5e18 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:27.937685 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-c563c4f0-c3fc-4c96-9616-8e614daf5e18 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:07:27.941970 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563c4f0-c3fc-4c96-9616-8e614daf5e18 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Pushing event updated for resources: {'Port': ['ID=327b5430-4919-42bf-bb26-7f3ae7f10b32,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:27.997430 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-c563c4f0-c3fc-4c96-9616-8e614daf5e18 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:27.998077 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-c563c4f0-c3fc-4c96-9616-8e614daf5e18 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:28.031182 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dbdb5-bad5-437b-ba7d-d8152e9c063f req-60a7f964-b082-423a-bbd9-11b1d4a397e0 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:28.032742 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-314dbdb5-bad5-437b-ba7d-d8152e9c063f req-60a7f964-b082-423a-bbd9-11b1d4a397e0 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc88516b-f93a-44fc-8e0b-ecd1b861cc2c HTTP/1.1" status: 200 len: 945 time: 0.1525395 Jul 23 23:07:28.034011 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-c563c4f0-c3fc-4c96-9616-8e614daf5e18 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6125631 Jul 23 23:07:28.064860 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Request body: {'port': {'device_id': 'f8cddb08-94c6-4712-a798-1f3d0bfa3ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:28.134354 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-c0e1966f-94a4-4539-8dbe-fc704a57fd10 None None] Provisioning for port 327b5430-4919-42bf-bb26-7f3ae7f10b32 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:07:28.138115 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-c0e1966f-94a4-4539-8dbe-fc704a57fd10 None None] Provisioning complete for port 327b5430-4919-42bf-bb26-7f3ae7f10b32 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:28.138627 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c0e1966f-94a4-4539-8dbe-fc704a57fd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:28.140852 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-314dbdb5-bad5-437b-ba7d-d8152e9c063f req-c03c1224-bba8-462d-a25f-faaee3933731 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902781 Jul 23 23:07:28.184866 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-c0e1966f-94a4-4539-8dbe-fc704a57fd10 None None] Port 327b5430-4919-42bf-bb26-7f3ae7f10b32 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:07:28.186537 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3aed83-4115-45a5-a0ba-09b87c229870 req-20727762-f7be-4823-a4fc-be6c7377d6dc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:28.188045 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8c3aed83-4115-45a5-a0ba-09b87c229870 req-20727762-f7be-4823-a4fc-be6c7377d6dc tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 931 time: 0.1789763 Jul 23 23:07:28.190746 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:28.261336 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8c3aed83-4115-45a5-a0ba-09b87c229870 req-9dd158a3-b35c-4db9-bf13-502d6498e6cd tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=698f5b28-80cd-473c-8f96-b0968f9e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674555 Jul 23 23:07:28.486634 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 327b5430-4919-42bf-bb26-7f3ae7f10b32 {{(pid=93010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:07:28.494379 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:28.505886 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Transition to ACTIVE for port object 327b5430-4919-42bf-bb26-7f3ae7f10b32 will not be triggered until provisioned by entity L2. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:07:28.509909 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:28.558168 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Pushing event updated for resources: {'Port': ['ID=327b5430-4919-42bf-bb26-7f3ae7f10b32,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:28.629537 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Attempting to bind port 327b5430-4919-42bf-bb26-7f3ae7f10b32 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:07:28.629894 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Attempting to bind port 327b5430-4919-42bf-bb26-7f3ae7f10b32 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '69e06602-5c49-46cf-8437-a3da867e80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309'}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:07:28.630181 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Attempting to bind port 327b5430-4919-42bf-bb26-7f3ae7f10b32 on network c8ea7abd-33e6-496d-83a2-7eb670061309 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:07:28.635520 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Port 327b5430-4919-42bf-bb26-7f3ae7f10b32 on network c8ea7abd-33e6-496d-83a2-7eb670061309 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:07:28.635837 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Attempting to bind port 327b5430-4919-42bf-bb26-7f3ae7f10b32 on network c8ea7abd-33e6-496d-83a2-7eb670061309 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:07:28.640880 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:07:28.641214 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Checking segment: {'id': '69e06602-5c49-46cf-8437-a3da867e80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:07:28.641590 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Bound using segment: {'id': '69e06602-5c49-46cf-8437-a3da867e80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309'} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:07:28.642011 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Bound port: 327b5430-4919-42bf-bb26-7f3ae7f10b32, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e06602-5c49-46cf-8437-a3da867e80d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309'}}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:07:28.642363 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:28.712229 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] For port 327b5430-4919-42bf-bb26-7f3ae7f10b32, host hv-cinder-67913, cleared binding levels {{(pid=93010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:07:28.715453 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] For port 327b5430-4919-42bf-bb26-7f3ae7f10b32, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=327b5430-4919-42bf-bb26-7f3ae7f10b32,segment=NetworkSegment(69e06602-5c49-46cf-8437-a3da867e80d5),segment_id=69e06602-5c49-46cf-8437-a3da867e80d5)] {{(pid=93010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:07:28.719705 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:28.752014 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:28.752738 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:28.753996 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] 10.222.0.47 "PUT /v2.0/ports/327b5430-4919-42bf-bb26-7f3ae7f10b32 HTTP/1.1" status: 200 len: 1093 time: 0.6939037 Jul 23 23:07:28.754422 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cddb08-94c6-4712-a798-1f3d0bfa3ac4', 'tag': '327b5430-4919-42bf-bb26-7f3ae7f10b32'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:28.756638 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709ddd65-1d29-415b-926a-422f3fbd56f6" -d '{"events": [{"name": "network-changed", "server_uuid": "f8cddb08-94c6-4712-a798-1f3d0bfa3ac4", "tag": "327b5430-4919-42bf-bb26-7f3ae7f10b32"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:28.783415 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529d877-4cbc-4538-b6ae-022ed3ccdba0 service neutron] Pushing event updated for resources: {'Port': ['ID=327b5430-4919-42bf-bb26-7f3ae7f10b32,revision_number=3']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:28.877958 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e25a583-8180-476f-a807-1e97798e24ed x-openstack-request-id: req-9e25a583-8180-476f-a807-1e97798e24ed {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:28.878611 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8cddb08-94c6-4712-a798-1f3d0bfa3ac4", "tag": "327b5430-4919-42bf-bb26-7f3ae7f10b32", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:28.878611 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e25a583-8180-476f-a807-1e97798e24ed {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:28.878910 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8cddb08-94c6-4712-a798-1f3d0bfa3ac4', 'tag': '327b5430-4919-42bf-bb26-7f3ae7f10b32', 'status': 'completed', 'code': 200} Jul 23 23:07:28.894918 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-c38a0ec9-794f-4b99-83e0-08a0817c5f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:28.896443 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-c38a0ec9-794f-4b99-83e0-08a0817c5f64 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b4763efe226447f8183b6e16d41cadc&device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0603108 Jul 23 23:07:28.954057 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-51e742b6-2bc6-47a9-b1e3-a0b75f5f7b2b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=327b5430-4919-42bf-bb26-7f3ae7f10b32 HTTP/1.1" status: 200 len: 217 time: 0.0446422 Jul 23 23:07:29.002781 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-f65b9b2e-de1f-48e8-9c27-3593cd645fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:29.004154 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-f65b9b2e-de1f-48e8-9c27-3593cd645fde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=305eac6e-ee4e-4826-84b5-c213e1725333 HTTP/1.1" status: 200 len: 850 time: 0.0434039 Jul 23 23:07:29.062983 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-d72ba69f-2bbe-4a3a-82db-99f2242769e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:29.064467 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-d72ba69f-2bbe-4a3a-82db-99f2242769e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8ea7abd-33e6-496d-83a2-7eb670061309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531878 Jul 23 23:07:29.157384 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-ae8e6366-9a47-4ec5-b37f-bd9c25e4a46e service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858991 Jul 23 23:07:29.567503 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1329a9db-95f2-4900-a588-b8a5eb3b0d25 req-224b3376-b9c5-423e-bc2d-e077221fbe6d service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009178 Jul 23 23:07:29.604707 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fac849-9754-463a-b0d1-3472a87b355f req-756332dd-d0ed-4685-974b-93cc78a234f1 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:29.606137 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-86fac849-9754-463a-b0d1-3472a87b355f req-756332dd-d0ed-4685-974b-93cc78a234f1 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc88516b-f93a-44fc-8e0b-ecd1b861cc2c HTTP/1.1" status: 200 len: 945 time: 0.3813508 Jul 23 23:07:29.617865 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a70a17-6d81-4e3f-89e0-11e0bb92a6d3 req-5c9e4c0c-4e43-48c2-b98f-dc58d77ef464 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:29.619248 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-01a70a17-6d81-4e3f-89e0-11e0bb92a6d3 req-5c9e4c0c-4e43-48c2-b98f-dc58d77ef464 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 943 time: 0.1061642 Jul 23 23:07:29.701516 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-86fac849-9754-463a-b0d1-3472a87b355f req-a3ef76fb-e5ae-4699-8f86-2e8d811d4eed tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813270 Jul 23 23:07:29.705453 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-01a70a17-6d81-4e3f-89e0-11e0bb92a6d3 req-1131b0c6-7ef8-4856-86f7-b62859f1fd57 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=698f5b28-80cd-473c-8f96-b0968f9e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787756 Jul 23 23:07:29.735785 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ddd65-1d29-415b-926a-422f3fbd56f6 req-701824b4-356a-4c36-8d8c-90aab2bf72f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:29.737314 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-709ddd65-1d29-415b-926a-422f3fbd56f6 req-701824b4-356a-4c36-8d8c-90aab2bf72f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b4763efe226447f8183b6e16d41cadc&device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 1096 time: 0.0754716 Jul 23 23:07:29.837911 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ddd65-1d29-415b-926a-422f3fbd56f6 req-0e606375-ff91-4208-911e-694ce8e604ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:29.839419 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-709ddd65-1d29-415b-926a-422f3fbd56f6 req-0e606375-ff91-4208-911e-694ce8e604ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=c8ea7abd-33e6-496d-83a2-7eb670061309 HTTP/1.1" status: 200 len: 912 time: 0.0951147 Jul 23 23:07:29.896226 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-709ddd65-1d29-415b-926a-422f3fbd56f6 req-f8b93efd-cf9c-4a89-b7ca-485f331cf21c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=327b5430-4919-42bf-bb26-7f3ae7f10b32 HTTP/1.1" status: 200 len: 217 time: 0.0382898 Jul 23 23:07:29.944731 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ddd65-1d29-415b-926a-422f3fbd56f6 req-d9669a13-1f7a-4a5c-81a9-09727a5fd43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:29.946797 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-709ddd65-1d29-415b-926a-422f3fbd56f6 req-d9669a13-1f7a-4a5c-81a9-09727a5fd43c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=305eac6e-ee4e-4826-84b5-c213e1725333 HTTP/1.1" status: 200 len: 850 time: 0.0434489 Jul 23 23:07:30.006969 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ddd65-1d29-415b-926a-422f3fbd56f6 req-4121084a-7b5a-40d1-a0d6-60c7b4a7ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:30.009125 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-709ddd65-1d29-415b-926a-422f3fbd56f6 req-4121084a-7b5a-40d1-a0d6-60c7b4a7ef06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8ea7abd-33e6-496d-83a2-7eb670061309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552959 Jul 23 23:07:30.103378 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-709ddd65-1d29-415b-926a-422f3fbd56f6 req-6be6d75e-e2f1-41d6-8915-f49b62428257 service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848694 Jul 23 23:07:30.193135 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-709ddd65-1d29-415b-926a-422f3fbd56f6 req-b05eeef0-f796-4b5b-be37-07e1cdeb6a7f service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821011 Jul 23 23:07:30.690082 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c62421-fb33-4fb8-bd2a-bb3501eef4ec req-9e1275bd-3145-42db-8c2a-5e420e17037e tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:30.691537 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f1c62421-fb33-4fb8-bd2a-bb3501eef4ec req-9e1275bd-3145-42db-8c2a-5e420e17037e tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc88516b-f93a-44fc-8e0b-ecd1b861cc2c HTTP/1.1" status: 200 len: 945 time: 0.0651762 Jul 23 23:07:30.733700 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f1c62421-fb33-4fb8-bd2a-bb3501eef4ec req-e6d9d50f-b9dd-4d77-bb4a-1f7d93b223b0 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364687 Jul 23 23:07:30.840667 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98084cec-e4ba-404b-83a5-06dd3c239a65 req-584fd292-6724-492b-9033-71287e111ccd tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:30.842264 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-98084cec-e4ba-404b-83a5-06dd3c239a65 req-584fd292-6724-492b-9033-71287e111ccd tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 943 time: 0.0640903 Jul 23 23:07:30.881725 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-98084cec-e4ba-404b-83a5-06dd3c239a65 req-9684d683-125f-4e50-b395-54249d18214f tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=698f5b28-80cd-473c-8f96-b0968f9e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340202 Jul 23 23:07:31.028579 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-4b2049aa-91eb-41e6-a05f-637d71af38c0 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-209086025&fields=id&tenant_id=b61ae0da91fd43c9af60865fe2ff0b92 HTTP/1.1" status: 200 len: 267 time: 0.0335853 Jul 23 23:07:31.134197 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-94658ea1-5b17-4b19-abbd-bdbb12f610a5 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:31.135655 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-94658ea1-5b17-4b19-abbd-bdbb12f610a5 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/networks?id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 HTTP/1.1" status: 200 len: 811 time: 0.1009657 Jul 23 23:07:31.149998 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-14c8e1f2-b80d-4780-8963-a5850bd5b016 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/quotas/b61ae0da91fd43c9af60865fe2ff0b92 HTTP/1.1" status: 200 len: 375 time: 0.0090787 Jul 23 23:07:31.214206 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-8b1fa579-a9c1-4a34-b6d7-a63377aa8658 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b61ae0da91fd43c9af60865fe2ff0b92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590601 Jul 23 23:07:31.350086 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-ecb7c61e-e70d-44bf-a09d-d8303dbb10f3 service neutron] 10.222.0.20 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253238 Jul 23 23:07:31.439554 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-0033535f-d030-4ed2-aaa8-0b2cabcf49ba service neutron] 10.222.0.20 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829599 Jul 23 23:07:31.721755 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3aee18cc-bf5e-4c06-b325-bdd8f57f7187 req-87a0e81b-b3f5-4228-b8d5-fc8283114c34 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 210 time: 0.0304925 Jul 23 23:07:31.872801 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc24713-f3f9-40ff-bf18-ceb169d1e68b req-de330b5a-e3f9-4dc7-9e98-e9578dc70cb8 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:31.874399 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2cc24713-f3f9-40ff-bf18-ceb169d1e68b req-de330b5a-e3f9-4dc7-9e98-e9578dc70cb8 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc88516b-f93a-44fc-8e0b-ecd1b861cc2c HTTP/1.1" status: 200 len: 945 time: 0.0711384 Jul 23 23:07:31.917594 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2cc24713-f3f9-40ff-bf18-ceb169d1e68b req-008d0411-98f5-4575-a1d7-3141f263b539 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef1c6deb-59a0-4ad5-ad81-c45485c01f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374284 Jul 23 23:07:32.028970 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9d6c7-43bd-492f-9945-4fbde3732da9 req-766715a9-e73c-41ed-a672-56ac0414f6fd tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:32.030530 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-72f9d6c7-43bd-492f-9945-4fbde3732da9 req-766715a9-e73c-41ed-a672-56ac0414f6fd tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 943 time: 0.0714631 Jul 23 23:07:32.071799 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-72f9d6c7-43bd-492f-9945-4fbde3732da9 req-5c239d68-5d89-4703-ba02-5b191b775f6a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=698f5b28-80cd-473c-8f96-b0968f9e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353565 Jul 23 23:07:32.218355 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ce204-040a-48e0-abcf-bb3378d9483a req-da49c052-d3cd-431b-b851-0e299463471f tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:32.219834 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b05ce204-040a-48e0-abcf-bb3378d9483a req-da49c052-d3cd-431b-b851-0e299463471f tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc88516b-f93a-44fc-8e0b-ecd1b861cc2c HTTP/1.1" status: 200 len: 945 time: 0.0646386 Jul 23 23:07:32.326880 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-b05ce204-040a-48e0-abcf-bb3378d9483a req-e267cda7-833b-47d1-9154-f7d15eac0f07 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Deleting port c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:07:32.327222 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-b05ce204-040a-48e0-abcf-bb3378d9483a req-e267cda7-833b-47d1-9154-f7d15eac0f07 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:32.415752 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-b05ce204-040a-48e0-abcf-bb3378d9483a req-e267cda7-833b-47d1-9154-f7d15eac0f07 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] For port c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11,segment=NetworkSegment(984924d0-5d9e-43e4-9f64-5ffd5dd4e96a),segment_id=984924d0-5d9e-43e4-9f64-5ffd5dd4e96a)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:32.416167 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-b05ce204-040a-48e0-abcf-bb3378d9483a req-e267cda7-833b-47d1-9154-f7d15eac0f07 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:32.427473 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-b05ce204-040a-48e0-abcf-bb3378d9483a req-e267cda7-833b-47d1-9154-f7d15eac0f07 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Calling delete_port for c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:07:32.532014 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 327b5430-4919-42bf-bb26-7f3ae7f10b32 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:07:32.556003 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-b05ce204-040a-48e0-abcf-bb3378d9483a req-e267cda7-833b-47d1-9154-f7d15eac0f07 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:32.596348 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267cda7-833b-47d1-9154-f7d15eac0f07 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Pushing event deleted for resources: {'Port': ['ID=c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:32.607054 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:07:32.645147 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05ce204-040a-48e0-abcf-bb3378d9483a req-e267cda7-833b-47d1-9154-f7d15eac0f07 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] No DVR routers for this DVR port c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:07:32.648051 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-b05ce204-040a-48e0-abcf-bb3378d9483a req-e267cda7-833b-47d1-9154-f7d15eac0f07 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:32.650310 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b05ce204-040a-48e0-abcf-bb3378d9483a req-e267cda7-833b-47d1-9154-f7d15eac0f07 tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.47 "DELETE /v2.0/ports/c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 HTTP/1.1" status: 204 len: 173 time: 0.4250665 Jul 23 23:07:32.650800 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc88516b-f93a-44fc-8e0b-ecd1b861cc2c', 'name': 'network-vif-deleted', 'tag': 'c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:32.653072 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0feefd03-668f-4ee0-a1a8-bc945806d4ea" -d '{"events": [{"server_uuid": "dc88516b-f93a-44fc-8e0b-ecd1b861cc2c", "name": "network-vif-deleted", "tag": "c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:32.656900 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 327b5430-4919-42bf-bb26-7f3ae7f10b32, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=327b5430-4919-42bf-bb26-7f3ae7f10b32,segment=NetworkSegment(69e06602-5c49-46cf-8437-a3da867e80d5),segment_id=69e06602-5c49-46cf-8437-a3da867e80d5)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:32.668710 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': '327b5430-4919-42bf-bb26-7f3ae7f10b32', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'port_id': '327b5430-4919-42bf-bb26-7f3ae7f10b32', 'mac_address': 'fa:16:3e:98:f0:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:07:32.716217 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:32.721809 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d30705-7cdc-417b-8799-8745f4184155 x-openstack-request-id: req-e6d30705-7cdc-417b-8799-8745f4184155 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:32.722173 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc88516b-f93a-44fc-8e0b-ecd1b861cc2c", "name": "network-vif-deleted", "tag": "c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:32.722488 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6d30705-7cdc-417b-8799-8745f4184155 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:32.723107 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc88516b-f93a-44fc-8e0b-ecd1b861cc2c', 'name': 'network-vif-deleted', 'tag': 'c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11', 'status': 'completed', 'code': 200} Jul 23 23:07:32.731710 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 327b5430-4919-42bf-bb26-7f3ae7f10b32 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:07:32.755312 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 327b5430-4919-42bf-bb26-7f3ae7f10b32, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=327b5430-4919-42bf-bb26-7f3ae7f10b32,segment=NetworkSegment(69e06602-5c49-46cf-8437-a3da867e80d5),segment_id=69e06602-5c49-46cf-8437-a3da867e80d5)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:32.764861 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:32.830897 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=327b5430-4919-42bf-bb26-7f3ae7f10b32,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:32.851995 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7bf5fd8a-4aba-44a3-a2bb-206a94143450 req-1a4eb90f-6138-4835-af6c-a462ea8196e6 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 210 time: 0.0357771 Jul 23 23:07:32.883740 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-dde969ad-ad86-46bd-8105-b279ff4ee653 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:32.885198 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-dde969ad-ad86-46bd-8105-b279ff4ee653 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.47 "GET /v2.0/networks?id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 HTTP/1.1" status: 200 len: 811 time: 0.2019420 Jul 23 23:07:32.936539 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-4fa4c4c9-f36b-4988-b085-b32ee87dfd07 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b61ae0da91fd43c9af60865fe2ff0b92 HTTP/1.1" status: 200 len: 379 time: 0.0338051 Jul 23 23:07:32.963743 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-662129a6-b45e-49a3-8ea0-3d4255e3c1b2 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Request body: {'port': {'device_id': '0f191502-3bed-42a4-b873-f0cdc1b75c57', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'admin_state_up': True, 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'security_groups': ['bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468']}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:33.063053 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4c172463-c120-45e6-9f62-d74fdb845034 req-4b1e4ca9-5ed2-4269-8e2a-862d54200e6e tempest-VolumesActionsTest-395457593 tempest-VolumesActionsTest-395457593-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc88516b-f93a-44fc-8e0b-ecd1b861cc2c HTTP/1.1" status: 200 len: 210 time: 0.0616004 Jul 23 23:07:33.074271 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['327b5430-4919-42bf-bb26-7f3ae7f10b32'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:07:33.106901 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-662129a6-b45e-49a3-8ea0-3d4255e3c1b2 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Made reservation on behalf of b61ae0da91fd43c9af60865fe2ff0b92 for: {'port': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:07:33.110655 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-662129a6-b45e-49a3-8ea0-3d4255e3c1b2 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:33.282789 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-662129a6-b45e-49a3-8ea0-3d4255e3c1b2 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Allocated IP 172.20.0.11 (0c9e65c4-c5d0-481a-a8b7-008fad9d6c88/b2ac5730-7e73-458b-a007-64ca53f4e4e6/1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:07:33.292145 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141a33e-525f-4dfa-b7d0-dd54b915f683 req-dd9eff89-9956-46de-bb61-f70f5fc2326c tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:33.293642 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d141a33e-525f-4dfa-b7d0-dd54b915f683 req-dd9eff89-9956-46de-bb61-f70f5fc2326c tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 944 time: 0.1290090 Jul 23 23:07:33.357876 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d141a33e-525f-4dfa-b7d0-dd54b915f683 req-7aa6cc70-f975-4894-a366-5ff0df450fab tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=698f5b28-80cd-473c-8f96-b0968f9e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557268 Jul 23 23:07:33.471441 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-662129a6-b45e-49a3-8ea0-3d4255e3c1b2 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:33.484310 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-662129a6-b45e-49a3-8ea0-3d4255e3c1b2 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Transition to ACTIVE for port object 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d will not be triggered until provisioned by entity DHCP. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:07:33.517548 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-662129a6-b45e-49a3-8ea0-3d4255e3c1b2 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:33.560282 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-662129a6-b45e-49a3-8ea0-3d4255e3c1b2 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:07:33.563209 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-662129a6-b45e-49a3-8ea0-3d4255e3c1b2 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:33.566205 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-662129a6-b45e-49a3-8ea0-3d4255e3c1b2 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:07:33.602430 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662129a6-b45e-49a3-8ea0-3d4255e3c1b2 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event updated for resources: {'Port': ['ID=1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:33.627427 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-662129a6-b45e-49a3-8ea0-3d4255e3c1b2 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:33.628046 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-662129a6-b45e-49a3-8ea0-3d4255e3c1b2 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:33.643036 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-662129a6-b45e-49a3-8ea0-3d4255e3c1b2 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6839845 Jul 23 23:07:33.663191 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Request body: {'port': {'device_id': '0f191502-3bed-42a4-b873-f0cdc1b75c57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:33.743539 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:33.792853 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-ec65eb88-39a3-454f-b61e-8f0988cfba8d None None] Provisioning for port 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:07:33.796522 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-ec65eb88-39a3-454f-b61e-8f0988cfba8d None None] Provisioning complete for port 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:33.796895 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ec65eb88-39a3-454f-b61e-8f0988cfba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:33.830266 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-ec65eb88-39a3-454f-b61e-8f0988cfba8d None None] Port 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:07:34.033747 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599302e-c5ae-44f1-9c89-fccc302a67d7 req-5fcc09ae-54cb-40c7-8496-e19b0edae148 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:34.035251 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1599302e-c5ae-44f1-9c89-fccc302a67d7 req-5fcc09ae-54cb-40c7-8496-e19b0edae148 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 932 time: 0.1124222 Jul 23 23:07:34.053623 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d {{(pid=93010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:07:34.068393 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:34.093140 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Transition to ACTIVE for port object 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d will not be triggered until provisioned by entity L2. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:07:34.096616 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1599302e-c5ae-44f1-9c89-fccc302a67d7 req-f7d2d95f-f939-4e21-8e0b-213841763fc6 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552819 Jul 23 23:07:34.097588 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:34.169389 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:34.227354 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Attempting to bind port 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:07:34.227694 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Attempting to bind port 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:07:34.228029 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Attempting to bind port 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d on network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:07:34.232633 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Port 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d on network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:07:34.232955 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Attempting to bind port 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d on network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:07:34.239089 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:07:34.239549 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Checking segment: {'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:07:34.239931 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Bound using segment: {'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:07:34.240368 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Bound port: 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'}}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:07:34.240732 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:34.311951 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] For port 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d, host hv-cinder-67913, cleared binding levels {{(pid=93010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:07:34.315516 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] For port 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:07:34.320614 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:34.369078 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:34.370169 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:34.371620 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] 10.222.0.47 "PUT /v2.0/ports/1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d HTTP/1.1" status: 200 len: 1094 time: 0.7128065 Jul 23 23:07:34.407901 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae4012-ba29-4d94-975f-bbd84ae26303 service neutron] Pushing event updated for resources: {'Port': ['ID=1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d,revision_number=3']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:34.582566 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-0829c999-f889-4546-9458-83afd0934d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:34.584032 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-0829c999-f889-4546-9458-83afd0934d1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61ae0da91fd43c9af60865fe2ff0b92&device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 1097 time: 0.0982709 Jul 23 23:07:34.584274 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 327b5430-4919-42bf-bb26-7f3ae7f10b32 up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:07:34.593163 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009e496-a46a-44c3-8fcf-fd81ef3094e5 req-eb68000d-40f6-431c-aa3e-8f3f5ec59c34 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:34.594193 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d009e496-a46a-44c3-8fcf-fd81ef3094e5 req-eb68000d-40f6-431c-aa3e-8f3f5ec59c34 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 944 time: 0.1235087 Jul 23 23:07:34.644022 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-1c84f032-ceed-4a1e-8ead-866b66d4656e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d HTTP/1.1" status: 200 len: 217 time: 0.0457058 Jul 23 23:07:34.645890 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port 327b5430-4919-42bf-bb26-7f3ae7f10b32 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:07:34.649784 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port 327b5430-4919-42bf-bb26-7f3ae7f10b32 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:34.650738 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:34.696155 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d009e496-a46a-44c3-8fcf-fd81ef3094e5 req-ec8f072b-f6af-400d-b824-55ed820b6b65 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=698f5b28-80cd-473c-8f96-b0968f9e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910308 Jul 23 23:07:34.721192 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-ec3146ff-274f-4c46-a908-6a007085b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:34.721192 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-ec3146ff-274f-4c46-a908-6a007085b25b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2ac5730-7e73-458b-a007-64ca53f4e4e6 HTTP/1.1" status: 200 len: 850 time: 0.0626483 Jul 23 23:07:34.723833 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f191502-3bed-42a4-b873-f0cdc1b75c57', 'tag': '1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:34.727355 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a8610a-e1c6-4311-95ea-69a1dad34624" -d '{"events": [{"name": "network-changed", "server_uuid": "0f191502-3bed-42a4-b873-f0cdc1b75c57", "tag": "1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:34.735720 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:34.769766 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f69207e-2224-4fe3-90d6-f6f118728d0d x-openstack-request-id: req-9f69207e-2224-4fe3-90d6-f6f118728d0d {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:34.770413 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f191502-3bed-42a4-b873-f0cdc1b75c57", "tag": "1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:34.770413 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f69207e-2224-4fe3-90d6-f6f118728d0d {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:34.770798 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f191502-3bed-42a4-b873-f0cdc1b75c57', 'tag': '1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d', 'status': 'completed', 'code': 200} Jul 23 23:07:34.772645 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cddb08-94c6-4712-a798-1f3d0bfa3ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b5430-4919-42bf-bb26-7f3ae7f10b32'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:34.775081 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de32eb66-4f65-4eaf-a4a6-38bd1bfc23a8" -d '{"events": [{"server_uuid": "f8cddb08-94c6-4712-a798-1f3d0bfa3ac4", "name": "network-vif-plugged", "status": "completed", "tag": "327b5430-4919-42bf-bb26-7f3ae7f10b32"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:34.785991 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 327b5430-4919-42bf-bb26-7f3ae7f10b32, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=327b5430-4919-42bf-bb26-7f3ae7f10b32,segment=NetworkSegment(69e06602-5c49-46cf-8437-a3da867e80d5),segment_id=69e06602-5c49-46cf-8437-a3da867e80d5)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:34.791412 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:34.792267 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:07:34.806641 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-357d03f7-21e9-4283-a429-5f3b97bde7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:34.814718 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-357d03f7-21e9-4283-a429-5f3b97bde7b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0775456 Jul 23 23:07:34.832641 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df11f582-692b-46c2-87ca-ef22613a3a6a x-openstack-request-id: req-df11f582-692b-46c2-87ca-ef22613a3a6a {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:34.833180 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cddb08-94c6-4712-a798-1f3d0bfa3ac4", "name": "network-vif-plugged", "status": "completed", "tag": "327b5430-4919-42bf-bb26-7f3ae7f10b32", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:34.833180 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df11f582-692b-46c2-87ca-ef22613a3a6a {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:34.833527 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cddb08-94c6-4712-a798-1f3d0bfa3ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '327b5430-4919-42bf-bb26-7f3ae7f10b32', 'code': 200} Jul 23 23:07:34.834272 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:07:34.834717 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device c5b4c3c9-2a79-4dbe-a5f4-bf03d6bd1c11 not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:07:34.868380 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=327b5430-4919-42bf-bb26-7f3ae7f10b32,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:34.909153 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-f659901c-268a-4e5e-ab5a-fbb7bcbe051e service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934091 Jul 23 23:07:35.018557 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-568ce1ee-5e5d-4e43-b7ae-1bf10cbad685 req-daafb47d-4fa3-4e12-be2c-216989553855 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019678 Jul 23 23:07:35.060668 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc6e6c-4d5e-44fa-90c5-069053913f11 req-94d03202-0699-460a-a51c-c2140a1df430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:35.062142 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1dbc6e6c-4d5e-44fa-90c5-069053913f11 req-94d03202-0699-460a-a51c-c2140a1df430 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 1098 time: 0.0563731 Jul 23 23:07:35.167663 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1dbc6e6c-4d5e-44fa-90c5-069053913f11 req-c52dbab2-8bc9-4613-b947-905b7c977043 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=698f5b28-80cd-473c-8f96-b0968f9e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593231 Jul 23 23:07:35.217945 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8610a-e1c6-4311-95ea-69a1dad34624 req-90126aa8-b6c8-455b-888f-1548af4d93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:35.219459 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a7a8610a-e1c6-4311-95ea-69a1dad34624 req-90126aa8-b6c8-455b-888f-1548af4d93a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61ae0da91fd43c9af60865fe2ff0b92&device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 1097 time: 0.1060164 Jul 23 23:07:35.243962 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e57c9-a228-4786-a32a-61a8977e2e68 req-ef3cb76e-79d6-4155-b855-231efe16355e tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:35.245411 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e29e57c9-a228-4786-a32a-61a8977e2e68 req-ef3cb76e-79d6-4155-b855-231efe16355e tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 944 time: 0.0750120 Jul 23 23:07:35.282351 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e29e57c9-a228-4786-a32a-61a8977e2e68 req-fb409e29-1d45-4f81-8525-6de239c121e6 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313814 Jul 23 23:07:35.722430 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:07:35.828509 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0438a-e647-4970-ada4-f0d22d8ceb80 req-f5df8a44-5b63-477b-926f-6f9414bc7c05 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:35.830000 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0fb0438a-e647-4970-ada4-f0d22d8ceb80 req-f5df8a44-5b63-477b-926f-6f9414bc7c05 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 945 time: 0.0625718 Jul 23 23:07:35.870343 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0fb0438a-e647-4970-ada4-f0d22d8ceb80 req-71e0ed01-d6fb-4f3a-9b95-5b868dfe4878 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=698f5b28-80cd-473c-8f96-b0968f9e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347500 Jul 23 23:07:36.411513 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdeec6-50b5-4c9a-a195-be16224dab25 req-4804c785-e9c1-4bce-806a-9803029cf7b1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:36.412954 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f5cdeec6-50b5-4c9a-a195-be16224dab25 req-4804c785-e9c1-4bce-806a-9803029cf7b1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 944 time: 0.0662541 Jul 23 23:07:36.451096 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f5cdeec6-50b5-4c9a-a195-be16224dab25 req-93586ce6-19d8-4e95-8a11-b3690d04f464 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319288 Jul 23 23:07:36.995414 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ee84d-470a-43a9-9a98-f0067140dfec req-8416e9fe-282f-48f3-a493-3275b5163f8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:36.996863 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f64ee84d-470a-43a9-9a98-f0067140dfec req-8416e9fe-282f-48f3-a493-3275b5163f8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 945 time: 0.0619824 Jul 23 23:07:37.034973 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f64ee84d-470a-43a9-9a98-f0067140dfec req-047453ce-4ade-4e6b-a89f-dac1cd000299 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=698f5b28-80cd-473c-8f96-b0968f9e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326715 Jul 23 23:07:37.576320 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c955fbc-fa7e-4a25-9cbd-8b0f8b2e77c3 req-123e8fdf-5df1-4a40-b60a-649484b52747 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:37.577771 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9c955fbc-fa7e-4a25-9cbd-8b0f8b2e77c3 req-123e8fdf-5df1-4a40-b60a-649484b52747 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 944 time: 0.0625768 Jul 23 23:07:37.616574 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9c955fbc-fa7e-4a25-9cbd-8b0f8b2e77c3 req-60eeaf85-2e39-4532-aeac-e767145da005 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332694 Jul 23 23:07:38.159925 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf78ee-c7df-461e-b1c8-28c4b25fea35 req-18f23d8b-4f37-45ce-9d5e-1b243a1a3f7b tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:38.161391 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-30cf78ee-c7df-461e-b1c8-28c4b25fea35 req-18f23d8b-4f37-45ce-9d5e-1b243a1a3f7b tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 945 time: 0.0621383 Jul 23 23:07:38.201797 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-30cf78ee-c7df-461e-b1c8-28c4b25fea35 req-735d8e2e-a6f9-4f3e-8c0f-a23ea8e65c41 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=698f5b28-80cd-473c-8f96-b0968f9e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342624 Jul 23 23:07:38.323471 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8610a-e1c6-4311-95ea-69a1dad34624 req-5dac8c59-db97-40f1-bd0f-7585332078ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:38.324946 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a7a8610a-e1c6-4311-95ea-69a1dad34624 req-5dac8c59-db97-40f1-bd0f-7585332078ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 HTTP/1.1" status: 200 len: 912 time: 0.0859761 Jul 23 23:07:38.627203 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a7a8610a-e1c6-4311-95ea-69a1dad34624 req-7487b71a-ae67-4ac5-933b-1468b80cc19a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d HTTP/1.1" status: 200 len: 217 time: 0.2944393 Jul 23 23:07:38.676673 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8610a-e1c6-4311-95ea-69a1dad34624 req-391c0073-d0dc-4807-819d-e80b66cd78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:38.678092 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a7a8610a-e1c6-4311-95ea-69a1dad34624 req-391c0073-d0dc-4807-819d-e80b66cd78dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2ac5730-7e73-458b-a007-64ca53f4e4e6 HTTP/1.1" status: 200 len: 850 time: 0.0432444 Jul 23 23:07:38.783444 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d05f57-795a-4b0c-b22f-e53d75a6dd47 req-d74bbd30-f32e-4449-af27-17b9b718103c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:38.784903 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e1d05f57-795a-4b0c-b22f-e53d75a6dd47 req-d74bbd30-f32e-4449-af27-17b9b718103c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 944 time: 0.1021814 Jul 23 23:07:38.786627 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8610a-e1c6-4311-95ea-69a1dad34624 req-bce0b457-fb3f-44cc-a03d-0ff6e955c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:38.788009 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a7a8610a-e1c6-4311-95ea-69a1dad34624 req-bce0b457-fb3f-44cc-a03d-0ff6e955c4f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0973189 Jul 23 23:07:38.847606 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e1d05f57-795a-4b0c-b22f-e53d75a6dd47 req-cd0e84c8-56c1-48f1-8d06-866d79d606bb tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569406 Jul 23 23:07:38.900987 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a7a8610a-e1c6-4311-95ea-69a1dad34624 req-85342e2c-c7f4-4e71-8d8f-0944862c7fe6 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042802 Jul 23 23:07:39.010219 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a7a8610a-e1c6-4311-95ea-69a1dad34624 req-e53ca9b5-29de-4294-8985-c870ec34be61 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023703 Jul 23 23:07:39.385993 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b5f3a-f6ee-45f0-a7bd-fe1ef8aa9bee req-cddcb093-e29c-4f80-bed2-247213617ab3 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:39.389291 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-558b5f3a-f6ee-45f0-a7bd-fe1ef8aa9bee req-cddcb093-e29c-4f80-bed2-247213617ab3 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 945 time: 0.1004555 Jul 23 23:07:39.446452 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-558b5f3a-f6ee-45f0-a7bd-fe1ef8aa9bee req-ad21e992-b843-481c-9f46-9fad82fc99f7 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=698f5b28-80cd-473c-8f96-b0968f9e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491996 Jul 23 23:07:39.607783 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb787e-57c1-49c9-b45c-9a6f94f2cc51 req-8080215d-2653-4443-b47d-a89b9e3dcb0c tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:39.610156 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-72cb787e-57c1-49c9-b45c-9a6f94f2cc51 req-8080215d-2653-4443-b47d-a89b9e3dcb0c tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 945 time: 0.0870545 Jul 23 23:07:39.619021 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 57118) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:39.624987 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-952f06ea-a831-470c-860a-a00404eb00e0 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Request body: {'floatingip': {'port_id': '327b5430-4919-42bf-bb26-7f3ae7f10b32'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:39.666250 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-952f06ea-a831-470c-860a-a00404eb00e0 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for floatingip, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:40.176719 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef51d6-d947-4d73-8f63-9adf08b210c6 req-f1e63bfe-f3ed-4fc0-8c90-67437a97374c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:40.178759 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b3ef51d6-d947-4d73-8f63-9adf08b210c6 req-f1e63bfe-f3ed-4fc0-8c90-67437a97374c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 944 time: 0.2539268 Jul 23 23:07:40.291137 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-952f06ea-a831-470c-860a-a00404eb00e0 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:40.296504 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b3ef51d6-d947-4d73-8f63-9adf08b210c6 req-9bdd110c-515f-4ed7-bb89-b9d4ae9bafcf tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026533 Jul 23 23:07:40.298651 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-952f06ea-a831-470c-860a-a00404eb00e0 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946657'] for floatingip, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:40.441059 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.l3_db [None req-952f06ea-a831-470c-860a-a00404eb00e0 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Floating IP adac28d4-2159-4818-aee5-e678c77608b3 associated. External IP: 172.27.3.85, port: 327b5430-4919-42bf-bb26-7f3ae7f10b32. Jul 23 23:07:40.691493 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952f06ea-a831-470c-860a-a00404eb00e0 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Router f85c4973-fc3a-4703-a320-475ed4d3f3cf has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:07:40.815069 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952f06ea-a831-470c-860a-a00404eb00e0 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:07:40.819826 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-952f06ea-a831-470c-860a-a00404eb00e0 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:40.829113 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f9ce47-fe16-45dc-a8c1-5d969a52c08b None None] Sync routers for ids ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:07:40.841007 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f9ce47-fe16-45dc-a8c1-5d969a52c08b None None] Routers {'f85c4973-fc3a-4703-a320-475ed4d3f3cf'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:40.842276 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-88f9ce47-fe16-45dc-a8c1-5d969a52c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:07:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:40.879453 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-952f06ea-a831-470c-860a-a00404eb00e0 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "PUT /v2.0/floatingips/adac28d4-2159-4818-aee5-e678c77608b3 HTTP/1.1" status: 200 len: 990 time: 1.2566204 Jul 23 23:07:40.879453 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8cddb08-94c6-4712-a798-1f3d0bfa3ac4', 'tag': '327b5430-4919-42bf-bb26-7f3ae7f10b32'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:40.891388 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81137c3b-cd30-4aee-8449-bc5fbb641ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "f8cddb08-94c6-4712-a798-1f3d0bfa3ac4", "tag": "327b5430-4919-42bf-bb26-7f3ae7f10b32"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:40.958861 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b165b5d7-afc9-46ad-9f80-c3a4597a9315 x-openstack-request-id: req-b165b5d7-afc9-46ad-9f80-c3a4597a9315 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:40.959226 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8cddb08-94c6-4712-a798-1f3d0bfa3ac4", "tag": "327b5430-4919-42bf-bb26-7f3ae7f10b32", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:40.959948 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b165b5d7-afc9-46ad-9f80-c3a4597a9315 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:40.960405 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8cddb08-94c6-4712-a798-1f3d0bfa3ac4', 'tag': '327b5430-4919-42bf-bb26-7f3ae7f10b32', 'status': 'completed', 'code': 200} Jul 23 23:07:41.105726 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81137c3b-cd30-4aee-8449-bc5fbb641ea5 req-23b1664c-4e1d-4dd9-918a-c73330c9dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:41.107512 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-81137c3b-cd30-4aee-8449-bc5fbb641ea5 req-23b1664c-4e1d-4dd9-918a-c73330c9dbbe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b4763efe226447f8183b6e16d41cadc&device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 1098 time: 0.0891109 Jul 23 23:07:41.123916 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-88f9ce47-fe16-45dc-a8c1-5d969a52c08b None None] Set router f85c4973-fc3a-4703-a320-475ed4d3f3cf gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:41.219936 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81137c3b-cd30-4aee-8449-bc5fbb641ea5 req-fb91d5f7-d574-4e21-a7bf-de9437c4510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:41.221807 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-81137c3b-cd30-4aee-8449-bc5fbb641ea5 req-fb91d5f7-d574-4e21-a7bf-de9437c4510a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c8ea7abd-33e6-496d-83a2-7eb670061309 HTTP/1.1" status: 200 len: 912 time: 0.1074328 Jul 23 23:07:41.294030 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-81137c3b-cd30-4aee-8449-bc5fbb641ea5 req-0425e444-1b29-4efe-8f6f-958d5a8a7b3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=327b5430-4919-42bf-bb26-7f3ae7f10b32 HTTP/1.1" status: 200 len: 998 time: 0.0653145 Jul 23 23:07:41.405792 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81137c3b-cd30-4aee-8449-bc5fbb641ea5 req-1fde72d1-932f-47ce-b111-6be5499d1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:41.408691 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-81137c3b-cd30-4aee-8449-bc5fbb641ea5 req-1fde72d1-932f-47ce-b111-6be5499d1062 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=305eac6e-ee4e-4826-84b5-c213e1725333 HTTP/1.1" status: 200 len: 850 time: 0.1081915 Jul 23 23:07:41.506928 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-88f9ce47-fe16-45dc-a8c1-5d969a52c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:02:12Z', 'revision_number': 4, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port': {'id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': 'adac28d4-2159-4818-aee5-e678c77608b3', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'port_id': '327b5430-4919-42bf-bb26-7f3ae7f10b32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'mac_address': 'fa:16:3e:98:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cddb08-94c6-4712-a798-1f3d0bfa3ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:07:24Z', 'updated_at': '2021-07-23T23:07:40Z', 'revision_number': 1, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb542fb-0e6e-4214-8e2d-8420a4b70e28', 'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'mac_address': 'fa:16:3e:ea:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:09Z', 'updated_at': '2021-07-23T23:02:22Z', 'revision_number': 5, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'subnets': [{'id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:41.540288 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f2ef6-d329-4948-8e1c-7d29dbbe3cc3 req-237bef9f-b174-4207-8324-c019cf7df571 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:41.542154 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a25f2ef6-d329-4948-8e1c-7d29dbbe3cc3 req-237bef9f-b174-4207-8324-c019cf7df571 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 944 time: 0.1307454 Jul 23 23:07:41.545464 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81137c3b-cd30-4aee-8449-bc5fbb641ea5 req-9ddbc67a-0503-485b-b9d9-f4027bda8909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:41.546976 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-81137c3b-cd30-4aee-8449-bc5fbb641ea5 req-9ddbc67a-0503-485b-b9d9-f4027bda8909 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8ea7abd-33e6-496d-83a2-7eb670061309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1237602 Jul 23 23:07:41.553626 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f9ce47-fe16-45dc-a8c1-5d969a52c08b None None] Checking router: f85c4973-fc3a-4703-a320-475ed4d3f3cf for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:07:41.563161 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f9ce47-fe16-45dc-a8c1-5d969a52c08b None None] Routers {'f85c4973-fc3a-4703-a320-475ed4d3f3cf'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:41.563892 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-88f9ce47-fe16-45dc-a8c1-5d969a52c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:07:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:41.638124 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a25f2ef6-d329-4948-8e1c-7d29dbbe3cc3 req-9dd9cdd0-c642-489a-a02f-4ac1dc17731c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883362 Jul 23 23:07:41.683281 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-88f9ce47-fe16-45dc-a8c1-5d969a52c08b None None] Set router f85c4973-fc3a-4703-a320-475ed4d3f3cf gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:41.717134 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-81137c3b-cd30-4aee-8449-bc5fbb641ea5 req-6462d3c6-b2dd-42be-ab0a-f3e10460485f service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593027 Jul 23 23:07:41.847219 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-81137c3b-cd30-4aee-8449-bc5fbb641ea5 req-da62447b-6346-446d-8f06-9e1988e770bf service neutron] 10.222.0.47 "GET /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159534 Jul 23 23:07:41.960015 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-88f9ce47-fe16-45dc-a8c1-5d969a52c08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:02:12Z', 'revision_number': 4, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port': {'id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': 'adac28d4-2159-4818-aee5-e678c77608b3', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'port_id': '327b5430-4919-42bf-bb26-7f3ae7f10b32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'mac_address': 'fa:16:3e:98:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cddb08-94c6-4712-a798-1f3d0bfa3ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:07:24Z', 'updated_at': '2021-07-23T23:07:40Z', 'revision_number': 1, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb542fb-0e6e-4214-8e2d-8420a4b70e28', 'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'mac_address': 'fa:16:3e:ea:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:09Z', 'updated_at': '2021-07-23T23:02:22Z', 'revision_number': 5, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'subnets': [{'id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:41.986935 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f9ce47-fe16-45dc-a8c1-5d969a52c08b None None] The sync data for ids ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'] in dv-cinder-679138-12-iscsi is: [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:02:12Z', 'revision_number': 4, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port': {'id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': 'adac28d4-2159-4818-aee5-e678c77608b3', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'port_id': '327b5430-4919-42bf-bb26-7f3ae7f10b32', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'mac_address': 'fa:16:3e:98:f0:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cddb08-94c6-4712-a798-1f3d0bfa3ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:07:24Z', 'updated_at': '2021-07-23T23:07:40Z', 'revision_number': 1, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fb542fb-0e6e-4214-8e2d-8420a4b70e28', 'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'mac_address': 'fa:16:3e:ea:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:09Z', 'updated_at': '2021-07-23T23:02:22Z', 'revision_number': 5, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'subnets': [{'id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:07:42.243547 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505c373f-657a-41c5-aca4-ac663c4abe65 None None] New status for floating IP adac28d4-2159-4818-aee5-e678c77608b3: ACTIVE {{(pid=93012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:07:42.801002 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f185f3-d9cd-47dc-ab5a-db297acb37d0 req-26ff1eb2-ea73-45a2-974b-12d5c0184350 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:42.802752 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-36f185f3-d9cd-47dc-ab5a-db297acb37d0 req-26ff1eb2-ea73-45a2-974b-12d5c0184350 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 944 time: 0.0941393 Jul 23 23:07:42.854211 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-36f185f3-d9cd-47dc-ab5a-db297acb37d0 req-c399fe5d-3cc5-4238-829d-f280e4d9db88 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432627 Jul 23 23:07:43.325055 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fea55938-8e63-4098-a91d-4ec0eaf27766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:44.001636 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ef1ff-a240-423c-9b03-b10f3af569e0 req-08c8bd63-76eb-4000-9b0a-957ecedd4547 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:44.003214 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-033ef1ff-a240-423c-9b03-b10f3af569e0 req-08c8bd63-76eb-4000-9b0a-957ecedd4547 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 944 time: 0.0718691 Jul 23 23:07:44.060073 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-033ef1ff-a240-423c-9b03-b10f3af569e0 req-17c89c9c-8804-4bcb-8175-5a16c2f36a25 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512083 Jul 23 23:07:45.199026 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ee86b-61af-4297-ba82-d71ccc5b1bed req-dc3f16df-75d9-4376-bd70-81e19fb21c28 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:45.203162 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3d9ee86b-61af-4297-ba82-d71ccc5b1bed req-dc3f16df-75d9-4376-bd70-81e19fb21c28 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 944 time: 0.0844378 Jul 23 23:07:45.252835 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3d9ee86b-61af-4297-ba82-d71ccc5b1bed req-c12962ef-1235-4375-85ad-b754a2b8e083 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461714 Jul 23 23:07:45.523760 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:45.937768 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b8a5a736-1185-4118-9168-9c19344fa406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:46.211994 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:46.409774 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d46a68-e80f-4d30-9959-446b8c0d671b req-19092965-8c68-431b-b595-b49a417f79da tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:46.413239 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b5d46a68-e80f-4d30-9959-446b8c0d671b req-19092965-8c68-431b-b595-b49a417f79da tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 944 time: 0.0860953 Jul 23 23:07:46.474520 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b5d46a68-e80f-4d30-9959-446b8c0d671b req-bf2193d4-0ff3-4185-bd8f-9f48b2cca1e5 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538917 Jul 23 23:07:46.627036 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:07:46.747176 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:46.759679 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': '1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'port_id': '1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d', 'mac_address': 'fa:16:3e:3f:7a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:07:46.801288 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:46.818476 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:07:46.861578 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:46.868398 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:46.920383 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:46.927863 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:46.928210 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:46.928669 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:46.929107 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:46.929516 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:46.930695 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:46.931161 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:46.931501 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:46.931962 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:46.932356 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:46.932766 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:46.933157 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:07:46.937180 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbbc81-2c37-485b-987a-3c4175796ce0 req-68130835-28fc-4e89-b261-c47b07b80a27 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:46.938925 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-82fbbc81-2c37-485b-987a-3c4175796ce0 req-68130835-28fc-4e89-b261-c47b07b80a27 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0804784 Jul 23 23:07:46.994344 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-82fbbc81-2c37-485b-987a-3c4175796ce0 req-92ff1247-7e8d-4d11-82b7-f2af5339b096 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475247 Jul 23 23:07:47.106198 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:47.280598 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:07:47.619572 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b27ae-7035-43fe-99ee-e080191b3d97 req-b127d718-fc9d-4ae5-9fd5-1f6f3b55803d tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:47.621229 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-523b27ae-7035-43fe-99ee-e080191b3d97 req-b127d718-fc9d-4ae5-9fd5-1f6f3b55803d tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 945 time: 0.0726478 Jul 23 23:07:47.663082 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-523b27ae-7035-43fe-99ee-e080191b3d97 req-b564cce4-712e-49d0-9037-bb743ee78bec tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359437 Jul 23 23:07:48.134578 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c748099-bd06-485b-858d-2d112a8803f3 req-25334d13-76d7-4207-999b-d300fdd4991b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:48.136295 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9c748099-bd06-485b-858d-2d112a8803f3 req-25334d13-76d7-4207-999b-d300fdd4991b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0713973 Jul 23 23:07:48.183179 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9c748099-bd06-485b-858d-2d112a8803f3 req-8fdf84ca-a85f-450b-82a3-5c58d80e58f4 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407734 Jul 23 23:07:48.624717 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:07:48.685373 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:07:48.690657 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:07:48.691155 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:48.818365 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:48.824922 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:48.839601 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1e5a2-5bb1-4164-aae3-b5a0c4c601f5 req-2123718f-ba2a-4a69-9149-7524682782db tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:48.847842 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-52c1e5a2-5bb1-4164-aae3-b5a0c4c601f5 req-2123718f-ba2a-4a69-9149-7524682782db tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 945 time: 0.0933118 Jul 23 23:07:48.869223 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f191502-3bed-42a4-b873-f0cdc1b75c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:48.871602 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4c8a66-bd4b-4d04-a221-baac3305a74f" -d '{"events": [{"server_uuid": "0f191502-3bed-42a4-b873-f0cdc1b75c57", "name": "network-vif-plugged", "status": "completed", "tag": "1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:48.886819 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:07:48.892573 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:48.899059 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-52c1e5a2-5bb1-4164-aae3-b5a0c4c601f5 req-b9411d3f-a78d-45c3-a9a5-c8730ca2aad9 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498717 Jul 23 23:07:48.958197 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:49.023062 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d5928b-95d3-4f61-be71-9985d58ff8a6 x-openstack-request-id: req-f8d5928b-95d3-4f61-be71-9985d58ff8a6 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:49.024025 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f191502-3bed-42a4-b873-f0cdc1b75c57", "name": "network-vif-plugged", "status": "completed", "tag": "1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:49.024361 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8d5928b-95d3-4f61-be71-9985d58ff8a6 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:49.024846 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f191502-3bed-42a4-b873-f0cdc1b75c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d', 'code': 200} Jul 23 23:07:49.395343 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94cfb7-526e-40bd-8282-872d2ae6e0b7 req-047d4164-2bbf-40e7-b796-09e6e41c2d9f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:49.397094 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0a94cfb7-526e-40bd-8282-872d2ae6e0b7 req-047d4164-2bbf-40e7-b796-09e6e41c2d9f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.1213315 Jul 23 23:07:49.401326 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27855937-cf97-44d0-982a-d3e80e6b99ba req-a2d427bf-c155-4871-b690-3b217a5ed0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:49.403510 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-27855937-cf97-44d0-982a-d3e80e6b99ba req-a2d427bf-c155-4871-b690-3b217a5ed0a0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 1099 time: 0.1367183 Jul 23 23:07:49.480812 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0a94cfb7-526e-40bd-8282-872d2ae6e0b7 req-0c421198-63b1-4a0d-af1e-a625b848269b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753970 Jul 23 23:07:49.494405 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-27855937-cf97-44d0-982a-d3e80e6b99ba req-713cd287-fe1a-4e0c-a823-d949577dd78b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761254 Jul 23 23:07:50.046781 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a1b9e-6219-4c6c-abf0-c06a142d8b42 req-cb85af19-481b-4c91-98b7-0a4bbcf559f6 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:50.048430 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c66a1b9e-6219-4c6c-abf0-c06a142d8b42 req-cb85af19-481b-4c91-98b7-0a4bbcf559f6 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 946 time: 0.0720923 Jul 23 23:07:50.089007 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c66a1b9e-6219-4c6c-abf0-c06a142d8b42 req-cba286f7-cba4-4eb4-8df6-9473b6cd3819 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345356 Jul 23 23:07:50.648720 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f37bc9-6c2a-4e5c-986a-4954650cd40d req-dbde7a7a-2065-4f46-b40d-49cd8ed2c73f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:50.653630 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-34f37bc9-6c2a-4e5c-986a-4954650cd40d req-dbde7a7a-2065-4f46-b40d-49cd8ed2c73f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0842469 Jul 23 23:07:50.732555 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-34f37bc9-6c2a-4e5c-986a-4954650cd40d req-fb93abae-415a-43ed-aa9c-27119a9231ba tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758257 Jul 23 23:07:51.243071 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3ffc0-f00f-45e2-a04d-d16629a89d21 req-4afa53db-d931-4d26-b316-d067c32ee858 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:51.244667 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-cbb3ffc0-f00f-45e2-a04d-d16629a89d21 req-4afa53db-d931-4d26-b316-d067c32ee858 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 946 time: 0.0756874 Jul 23 23:07:51.295308 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-cbb3ffc0-f00f-45e2-a04d-d16629a89d21 req-7d4cfd6f-2acc-4a67-aa38-948535b1d9c4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431225 Jul 23 23:07:51.465650 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2adaa-b199-47ab-a65b-8c85cedf05ad req-1a81fd3e-406f-4e70-af96-d590c3e6dfd3 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:51.467655 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9be2adaa-b199-47ab-a65b-8c85cedf05ad req-1a81fd3e-406f-4e70-af96-d590c3e6dfd3 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 946 time: 0.0892959 Jul 23 23:07:51.528436 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9be2adaa-b199-47ab-a65b-8c85cedf05ad req-f1a3b568-68d0-4e48-84aa-c13595f810dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495713 Jul 23 23:07:51.550448 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 57272) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:51.661559 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d844ae53-eeeb-4d3b-acd8-132a0d483a0f tempest-TestVolumeBootPattern-402170111 tempest-TestVolumeBootPattern-402170111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:51.663139 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-d844ae53-eeeb-4d3b-acd8-132a0d483a0f tempest-TestVolumeBootPattern-402170111 tempest-TestVolumeBootPattern-402170111-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 1094 time: 0.1115985 Jul 23 23:07:51.665989 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 57276) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:51.670831 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Request body: {'floatingip': {'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'port_id': '1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:07:51.699161 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for floatingip, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:51.846772 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:51.954323 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d187d-ea41-4bcc-a10b-9a0d9c003089 req-961486b5-486d-400c-aa32-fe62f96119de tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:51.955877 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4d9d187d-ea41-4bcc-a10b-9a0d9c003089 req-961486b5-486d-400c-aa32-fe62f96119de tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.1451955 Jul 23 23:07:51.997690 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Allocated IP 172.27.3.125 (28efa890-d1ea-4772-b7d3-cfef5dff758d/97030860-1f38-455c-ac9a-169aa93780e4/dcbc629e-6c36-49b0-b317-d25a0739dec3) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:07:52.020437 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4d9d187d-ea41-4bcc-a10b-9a0d9c003089 req-c6b42f7c-d1fc-433e-8d11-65f429c15bd1 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578532 Jul 23 23:07:52.122483 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:52.165814 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:52.202434 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:07:52.205323 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:07:52.211483 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:07:52.237355 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event updated for resources: {'Port': ['ID=dcbc629e-6c36-49b0-b317-d25a0739dec3,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:52.623960 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:52.704529 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:53.237356 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:53.245868 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:53.254700 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfdc9f-db71-407c-806f-7fd6bc919694 req-d906214d-c2ad-451d-b5cf-be07fcbac137 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:53.256188 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-afbfdc9f-db71-407c-806f-7fd6bc919694 req-d906214d-c2ad-451d-b5cf-be07fcbac137 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.1190860 Jul 23 23:07:53.344063 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946657'] for floatingip, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:53.436182 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-afbfdc9f-db71-407c-806f-7fd6bc919694 req-16be72be-23cb-4e3f-9e48-3fe939d4740d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727786 Jul 23 23:07:53.436786 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event updated for resources: {'Port': ['ID=dcbc629e-6c36-49b0-b317-d25a0739dec3,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:53.483101 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.l3_db [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Floating IP 4e9b25fd-c8f2-49d6-b9fe-fe89e4c72c57 associated. External IP: 172.27.3.125, port: 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d. Jul 23 23:07:53.704870 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Router a96d363b-ebd1-43e0-86f1-324463176249 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:07:53.812766 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:07:53.823779 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564130e3-3172-4219-b017-1ad52b26df8c None None] Sync routers for ids ['a96d363b-ebd1-43e0-86f1-324463176249'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:07:53.828490 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:53.833862 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564130e3-3172-4219-b017-1ad52b26df8c None None] Routers {'a96d363b-ebd1-43e0-86f1-324463176249'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:53.834483 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-564130e3-3172-4219-b017-1ad52b26df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:07:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['a96d363b-ebd1-43e0-86f1-324463176249'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:53.864051 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-f69d00eb-e507-432d-8af3-a91b1f625f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1970193 Jul 23 23:07:53.864742 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f191502-3bed-42a4-b873-f0cdc1b75c57', 'tag': '1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:07:53.867578 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbdec95-b872-44e4-a117-f1ac0e2cfa3e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f191502-3bed-42a4-b873-f0cdc1b75c57", "tag": "1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:07:53.904585 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84eaeb85-9a97-4af3-ac31-e8dae03c86aa x-openstack-request-id: req-84eaeb85-9a97-4af3-ac31-e8dae03c86aa {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:07:53.904867 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f191502-3bed-42a4-b873-f0cdc1b75c57", "tag": "1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:07:53.905144 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84eaeb85-9a97-4af3-ac31-e8dae03c86aa {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:07:53.905534 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f191502-3bed-42a4-b873-f0cdc1b75c57', 'tag': '1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d', 'status': 'completed', 'code': 200} Jul 23 23:07:53.941532 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-564130e3-3172-4219-b017-1ad52b26df8c None None] Set router a96d363b-ebd1-43e0-86f1-324463176249 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:54.018780 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdec95-b872-44e4-a117-f1ac0e2cfa3e req-b76fd233-79c1-40b1-bbef-d6ce9ca9b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:54.020548 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1fbdec95-b872-44e4-a117-f1ac0e2cfa3e req-b76fd233-79c1-40b1-bbef-d6ce9ca9b5e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61ae0da91fd43c9af60865fe2ff0b92&device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 1099 time: 0.0527349 Jul 23 23:07:54.117394 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdec95-b872-44e4-a117-f1ac0e2cfa3e req-1c30484a-1709-4357-ad67-8b4dd2643936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:54.118865 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1fbdec95-b872-44e4-a117-f1ac0e2cfa3e req-1c30484a-1709-4357-ad67-8b4dd2643936 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 HTTP/1.1" status: 200 len: 912 time: 0.0896871 Jul 23 23:07:54.160276 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-564130e3-3172-4219-b017-1ad52b26df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '4e9b25fd-c8f2-49d6-b9fe-fe89e4c72c57', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'port_id': '1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'mac_address': 'fa:16:3e:3f:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f191502-3bed-42a4-b873-f0cdc1b75c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:07:52Z', 'updated_at': '2021-07-23T23:07:52Z', 'revision_number': 0, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:11Z', 'revision_number': 5, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:54.182414 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1fbdec95-b872-44e4-a117-f1ac0e2cfa3e req-e76c3d11-7609-4ce0-adef-b117a69cade1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d HTTP/1.1" status: 200 len: 1000 time: 0.0570052 Jul 23 23:07:54.188925 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564130e3-3172-4219-b017-1ad52b26df8c None None] Checking router: a96d363b-ebd1-43e0-86f1-324463176249 for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:07:54.197676 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564130e3-3172-4219-b017-1ad52b26df8c None None] Routers {'a96d363b-ebd1-43e0-86f1-324463176249'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:07:54.198272 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-564130e3-3172-4219-b017-1ad52b26df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:07:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['a96d363b-ebd1-43e0-86f1-324463176249'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:54.231732 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdec95-b872-44e4-a117-f1ac0e2cfa3e req-a828bc59-7e10-452a-a466-555b0499189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:54.233207 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1fbdec95-b872-44e4-a117-f1ac0e2cfa3e req-a828bc59-7e10-452a-a466-555b0499189a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2ac5730-7e73-458b-a007-64ca53f4e4e6 HTTP/1.1" status: 200 len: 850 time: 0.0439835 Jul 23 23:07:54.300016 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdec95-b872-44e4-a117-f1ac0e2cfa3e req-42bb94f4-ce07-4489-b653-93425af3585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:54.301534 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1fbdec95-b872-44e4-a117-f1ac0e2cfa3e req-42bb94f4-ce07-4489-b653-93425af3585a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0613146 Jul 23 23:07:54.396007 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1fbdec95-b872-44e4-a117-f1ac0e2cfa3e req-6b3ab9d4-ac5c-464c-bdae-7cf1bf850271 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878410 Jul 23 23:07:54.429001 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-564130e3-3172-4219-b017-1ad52b26df8c None None] Set router a96d363b-ebd1-43e0-86f1-324463176249 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:07:54.502960 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1fbdec95-b872-44e4-a117-f1ac0e2cfa3e req-48fdb3c3-b950-4076-8262-b077485a7895 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999131 Jul 23 23:07:54.628626 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978dcc48-a2fb-4779-a702-a245cb0a0553 req-f7f52782-41b5-414d-8be3-70756964f6b7 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:54.631218 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-978dcc48-a2fb-4779-a702-a245cb0a0553 req-f7f52782-41b5-414d-8be3-70756964f6b7 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0838130 Jul 23 23:07:54.680022 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-978dcc48-a2fb-4779-a702-a245cb0a0553 req-5eed2ac0-c45a-4667-810f-397fbe59a97e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422957 Jul 23 23:07:54.736330 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-564130e3-3172-4219-b017-1ad52b26df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '4e9b25fd-c8f2-49d6-b9fe-fe89e4c72c57', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'port_id': '1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'mac_address': 'fa:16:3e:3f:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f191502-3bed-42a4-b873-f0cdc1b75c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:07:52Z', 'updated_at': '2021-07-23T23:07:52Z', 'revision_number': 0, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:11Z', 'revision_number': 5, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:54.765318 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564130e3-3172-4219-b017-1ad52b26df8c None None] The sync data for ids ['a96d363b-ebd1-43e0-86f1-324463176249'] in dv-cinder-679138-12-iscsi is: [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '4e9b25fd-c8f2-49d6-b9fe-fe89e4c72c57', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'port_id': '1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'mac_address': 'fa:16:3e:3f:7a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f191502-3bed-42a4-b873-f0cdc1b75c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:07:52Z', 'updated_at': '2021-07-23T23:07:52Z', 'revision_number': 0, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:11Z', 'revision_number': 5, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:07:54.970277 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee61a0a-604d-4af3-861c-7963cc938ae0 None None] New status for floating IP 4e9b25fd-c8f2-49d6-b9fe-fe89e4c72c57: ACTIVE {{(pid=93012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:07:55.819890 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f760b1a-a407-4ed5-bf5b-8e2b596b78f3 req-8a3f59ba-661a-49c8-b5cd-db71f1be4718 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:55.821873 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4f760b1a-a407-4ed5-bf5b-8e2b596b78f3 req-8a3f59ba-661a-49c8-b5cd-db71f1be4718 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0676155 Jul 23 23:07:55.858815 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4f760b1a-a407-4ed5-bf5b-8e2b596b78f3 req-154e5b8f-6144-4d04-a750-178442fb3d9a tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314116 Jul 23 23:07:56.291381 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 57384) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:56.334669 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c29e19-23b3-4c9a-a1b2-79a2850143f7 admin admin] Deleting subnet e07ccefc-1237-49e1-b7de-693e45149d25 {{(pid=93010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:07:56.337557 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-08c29e19-23b3-4c9a-a1b2-79a2850143f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.371697 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-08c29e19-23b3-4c9a-a1b2-79a2850143f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12116595'] for subnet, precommit_delete_associations {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.408533 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-08c29e19-23b3-4c9a-a1b2-79a2850143f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018516'] for subnet, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.463455 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-08c29e19-23b3-4c9a-a1b2-79a2850143f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8748660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9051072'] for subnet, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.486219 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c29e19-23b3-4c9a-a1b2-79a2850143f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e07ccefc-1237-49e1-b7de-693e45149d25,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:56.491719 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-08c29e19-23b3-4c9a-a1b2-79a2850143f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.494293 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-08c29e19-23b3-4c9a-a1b2-79a2850143f7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e07ccefc-1237-49e1-b7de-693e45149d25 HTTP/1.1" status: 204 len: 168 time: 0.2018943 Jul 23 23:07:56.496711 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 57386) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:56.565028 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-055523af-6b3f-4889-8b00-d1eda782d16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4034542'] for network, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.644640 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-055523af-6b3f-4889-8b00-d1eda782d16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4025307', 'neutron.services.segments.db._delete_segments_for_network-8750116804994'] for network, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.654302 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.services.segments.db [None req-055523af-6b3f-4889-8b00-d1eda782d16b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de3d0b7-d1db-439f-b336-b9c9f5355f1f']}} {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:56.663721 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.services.segments.db [None req-055523af-6b3f-4889-8b00-d1eda782d16b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984924d0-5d9e-43e4-9f64-5ffd5dd4e96a') {'for_net_delete': True} {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:56.664012 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.services.segments.db [None req-055523af-6b3f-4889-8b00-d1eda782d16b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984924d0-5d9e-43e4-9f64-5ffd5dd4e96a') {} {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:07:56.673335 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-055523af-6b3f-4889-8b00-d1eda782d16b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750116706807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12116604'] for segment, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.687953 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-055523af-6b3f-4889-8b00-d1eda782d16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.693614 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055523af-6b3f-4889-8b00-d1eda782d16b admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=93010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:07:56.693991 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-055523af-6b3f-4889-8b00-d1eda782d16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8748754'] for segment, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: Traceback (most recent call last): Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: timer() Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: cb(*args, **kw) Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: return func(*args, **kwargs) Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: self._notify() Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: self.callback(batched_events) Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: event.method(event) Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: return f(self, *a, **k) Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: return self._get(url).json() Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: return self.request(url, 'GET', **kwargs) Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:07:56.695637 dv-cinder-679138-12-iscsi neutron-server[93010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:07:56.754233 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-055523af-6b3f-4889-8b00-d1eda782d16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4025298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946679'] for network, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.760311 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-055523af-6b3f-4889-8b00-d1eda782d16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:56.762484 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-055523af-6b3f-4889-8b00-d1eda782d16b admin admin] 10.222.0.20 "DELETE /v2.0/networks/5de3d0b7-d1db-439f-b336-b9c9f5355f1f HTTP/1.1" status: 204 len: 168 time: 0.2646933 Jul 23 23:07:56.776171 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055523af-6b3f-4889-8b00-d1eda782d16b admin admin] Pushing event deleted for resources: {'Network': ['ID=5de3d0b7-d1db-439f-b336-b9c9f5355f1f,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:56.923531 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 57394) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:56.992875 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-7944b0b2-ec76-4f26-9d73-a03cb49506e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=360c658ec5654caebac62b972d1c5223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0673749 Jul 23 23:07:56.995168 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 57396) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:07:57.043086 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cdab8-33fb-4cfe-9bc6-57f624941bca req-c2997655-90b6-49c8-85f2-03e22186ba52 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:57.044554 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-132cdab8-33fb-4cfe-9bc6-57f624941bca req-c2997655-90b6-49c8-85f2-03e22186ba52 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.1139610 Jul 23 23:07:57.082592 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-38420c45-e71d-4755-b967-e9f11b6636fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:57.105623 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-132cdab8-33fb-4cfe-9bc6-57f624941bca req-dd3c3ee2-d4a8-4da7-ae39-d018df17e619 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551231 Jul 23 23:07:57.116176 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-38420c45-e71d-4755-b967-e9f11b6636fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:57.164100 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-38420c45-e71d-4755-b967-e9f11b6636fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:57.168456 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-38420c45-e71d-4755-b967-e9f11b6636fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:07:57.169605 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-38420c45-e71d-4755-b967-e9f11b6636fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef1c6deb-59a0-4ad5-ad81-c45485c01f61 HTTP/1.1" status: 204 len: 168 time: 0.1735604 Jul 23 23:07:57.177143 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38420c45-e71d-4755-b967-e9f11b6636fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1c6deb-59a0-4ad5-ad81-c45485c01f61,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:07:58.259348 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdab5a5-1cee-402e-b1c1-079b63f8c14b req-b9841c7d-2cc5-4f72-bce9-23024cfdc5de tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:58.260842 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-abdab5a5-1cee-402e-b1c1-079b63f8c14b req-b9841c7d-2cc5-4f72-bce9-23024cfdc5de tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0669045 Jul 23 23:07:58.297360 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-abdab5a5-1cee-402e-b1c1-079b63f8c14b req-f4150c57-bee6-4bc2-8f4d-de67b1b6f4b5 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310180 Jul 23 23:07:59.441329 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bdb24-027d-4f0d-bdac-511139b22497 req-5320a361-cdf2-4018-926a-a682a3c7cd9c tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:07:59.442857 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-489bdb24-027d-4f0d-bdac-511139b22497 req-5320a361-cdf2-4018-926a-a682a3c7cd9c tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0725286 Jul 23 23:07:59.481049 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-489bdb24-027d-4f0d-bdac-511139b22497 req-0120f31f-851b-46ba-a126-e8ee6ce45099 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318098 Jul 23 23:08:00.617194 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b99231-ca2a-4402-85c9-c2abe76e9be4 req-0cdbfcef-8198-4aff-8161-b358ff57737b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:00.619206 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d4b99231-ca2a-4402-85c9-c2abe76e9be4 req-0cdbfcef-8198-4aff-8161-b358ff57737b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0668056 Jul 23 23:08:00.656101 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d4b99231-ca2a-4402-85c9-c2abe76e9be4 req-adbb8d7a-e633-4880-9156-76fb53f507ae tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314136 Jul 23 23:08:01.787957 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6396d2-ddaf-43c3-8f89-05a51ba75e4a req-835b303d-6ab0-4711-8f51-2e8feed98268 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:01.789475 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd6396d2-ddaf-43c3-8f89-05a51ba75e4a req-835b303d-6ab0-4711-8f51-2e8feed98268 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0635159 Jul 23 23:08:01.826160 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fd6396d2-ddaf-43c3-8f89-05a51ba75e4a req-8f9b61db-b661-4d3f-87e5-b4e8e0614cc7 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308709 Jul 23 23:08:02.960825 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893688d6-3788-49b1-960b-b9ab5c313245 req-5a99adbd-186c-423c-b74e-3807b68f19d8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:02.962981 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-893688d6-3788-49b1-960b-b9ab5c313245 req-5a99adbd-186c-423c-b74e-3807b68f19d8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0664983 Jul 23 23:08:03.000114 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-893688d6-3788-49b1-960b-b9ab5c313245 req-e5eedb39-bf09-41b5-b925-5d956e81d944 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316665 Jul 23 23:08:04.022932 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f267c4-4986-4775-a532-425e287616a4 req-86158842-01a2-417b-a9ab-0f462cbd9ddd tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:04.024663 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-53f267c4-4986-4775-a532-425e287616a4 req-86158842-01a2-417b-a9ab-0f462cbd9ddd tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0624840 Jul 23 23:08:04.062747 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-53f267c4-4986-4775-a532-425e287616a4 req-5892c2f1-3c2c-4769-896c-8aae73b9d70d tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321593 Jul 23 23:08:04.132843 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50e16e-9d1d-42d3-a9d0-1d00ecd5a7ab req-8fd3da94-b951-4a66-9885-a242fc59f220 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:04.134487 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8a50e16e-9d1d-42d3-a9d0-1d00ecd5a7ab req-8fd3da94-b951-4a66-9885-a242fc59f220 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0614405 Jul 23 23:08:04.172368 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8a50e16e-9d1d-42d3-a9d0-1d00ecd5a7ab req-f6312019-776c-4a24-8eb1-a272b2ef157f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322809 Jul 23 23:08:05.197226 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e721b-b0c2-4b9a-8bfb-cea97ba1b89e req-1efce741-71cc-45d2-ab5a-47a99743aa0c tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:05.198724 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ab1e721b-b0c2-4b9a-8bfb-cea97ba1b89e req-1efce741-71cc-45d2-ab5a-47a99743aa0c tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0663929 Jul 23 23:08:05.242342 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ab1e721b-b0c2-4b9a-8bfb-cea97ba1b89e req-0a8b745c-09ab-4cbb-8db4-7b83e89b43dc tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374005 Jul 23 23:08:05.355830 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04267c11-cad8-4743-98de-a5f638858740 req-13ae0b61-7fdc-4723-b9c8-2b36fc04cf22 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:05.357306 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-04267c11-cad8-4743-98de-a5f638858740 req-13ae0b61-7fdc-4723-b9c8-2b36fc04cf22 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0617111 Jul 23 23:08:05.396785 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-04267c11-cad8-4743-98de-a5f638858740 req-42ba1114-9de8-4c20-bf3a-044dea12e948 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334189 Jul 23 23:08:06.322873 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 020894e5-77c7-42fb-bc84-7493bcfd77ad details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:08:06.372856 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1381ea8-958a-4053-ac2c-9ac32a75d7c6 req-5b76ce63-db48-4b9e-b618-61df30dc566e tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:06.374446 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b1381ea8-958a-4053-ac2c-9ac32a75d7c6 req-5b76ce63-db48-4b9e-b618-61df30dc566e tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0676162 Jul 23 23:08:06.413012 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b1381ea8-958a-4053-ac2c-9ac32a75d7c6 req-3fa5ba14-fdde-4662-b389-099f1f2a624a tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330372 Jul 23 23:08:06.416740 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 020894e5-77c7-42fb-bc84-7493bcfd77ad, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=020894e5-77c7-42fb-bc84-7493bcfd77ad,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:06.428120 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': '020894e5-77c7-42fb-bc84-7493bcfd77ad', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'port_id': '020894e5-77c7-42fb-bc84-7493bcfd77ad', 'mac_address': 'fa:16:3e:86:e0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:08:06.465375 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:06.481250 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 020894e5-77c7-42fb-bc84-7493bcfd77ad {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:08:06.500762 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 020894e5-77c7-42fb-bc84-7493bcfd77ad, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=020894e5-77c7-42fb-bc84-7493bcfd77ad,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:06.504649 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:06.536000 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8aabe-1252-4c58-8b60-34fade725b89 req-7e7cdeee-0ca6-4207-81e4-cafcbeabd32e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:06.537518 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5db8aabe-1252-4c58-8b60-34fade725b89 req-7e7cdeee-0ca6-4207-81e4-cafcbeabd32e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0699592 Jul 23 23:08:06.551181 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=020894e5-77c7-42fb-bc84-7493bcfd77ad,revision_number=6']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:06.575897 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5db8aabe-1252-4c58-8b60-34fade725b89 req-805e243b-9ee5-45f7-9c04-3bf17780469d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324426 Jul 23 23:08:07.539660 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161483a-ad90-451d-b020-7ebc3cee7b27 req-24df28ea-750e-4edd-ab05-c4d777c2596a tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:07.541120 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9161483a-ad90-451d-b020-7ebc3cee7b27 req-24df28ea-750e-4edd-ab05-c4d777c2596a tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0618796 Jul 23 23:08:07.580934 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9161483a-ad90-451d-b020-7ebc3cee7b27 req-e026df77-1934-410f-a76e-2b5d0480e79b tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343831 Jul 23 23:08:07.652195 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['020894e5-77c7-42fb-bc84-7493bcfd77ad'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:08:07.715350 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466e86a-05f2-472a-b4a6-436b0c473d83 req-3ac15016-4ce9-4fc7-8f92-371e0a0567af tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:07.716864 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8466e86a-05f2-472a-b4a6-436b0c473d83 req-3ac15016-4ce9-4fc7-8f92-371e0a0567af tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 944 time: 0.0673060 Jul 23 23:08:07.758650 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8466e86a-05f2-472a-b4a6-436b0c473d83 req-fd09641c-9990-43b4-98b9-fc97a9fd1fc6 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358727 Jul 23 23:08:08.707315 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baef45-9272-4c65-816f-422de5dbbfd4 req-7990c937-e46a-4416-ad00-dc1f74c406b8 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:08.708767 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-10baef45-9272-4c65-816f-422de5dbbfd4 req-7990c937-e46a-4416-ad00-dc1f74c406b8 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0619435 Jul 23 23:08:08.746987 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-10baef45-9272-4c65-816f-422de5dbbfd4 req-ee4b346c-34a9-4118-948d-b1c4712ca9c2 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315950 Jul 23 23:08:08.903392 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732ad0d-f9d8-4323-9ae4-4fc687e57b7b req-a85b4c03-6b7f-4198-8c7d-75e038941d93 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:08.904849 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7732ad0d-f9d8-4323-9ae4-4fc687e57b7b req-a85b4c03-6b7f-4198-8c7d-75e038941d93 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 944 time: 0.0667260 Jul 23 23:08:08.945076 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7732ad0d-f9d8-4323-9ae4-4fc687e57b7b req-7a0e70e7-6978-4685-b8e1-e2ba15f95667 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346210 Jul 23 23:08:09.874314 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8791d8-2d6f-486b-9e10-0727dbaed2bc req-a0d6be7b-ac3a-41e1-89e3-84798d271026 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:09.875812 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0a8791d8-2d6f-486b-9e10-0727dbaed2bc req-a0d6be7b-ac3a-41e1-89e3-84798d271026 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0627799 Jul 23 23:08:09.912745 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0a8791d8-2d6f-486b-9e10-0727dbaed2bc req-740bba38-3047-49d9-8b78-d66fb624f997 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315268 Jul 23 23:08:10.075490 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaaf6f8-89de-4704-97b4-4b572570cbb1 req-573654ce-09ea-4d06-8fe8-471c3b054584 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:10.076955 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-adaaf6f8-89de-4704-97b4-4b572570cbb1 req-573654ce-09ea-4d06-8fe8-471c3b054584 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 944 time: 0.0622921 Jul 23 23:08:10.113573 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-adaaf6f8-89de-4704-97b4-4b572570cbb1 req-2d9d89b5-8d8e-4542-9a30-21ceedb99f05 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311971 Jul 23 23:08:10.992738 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 020894e5-77c7-42fb-bc84-7493bcfd77ad up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:08:11.044984 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port 020894e5-77c7-42fb-bc84-7493bcfd77ad triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:08:11.045350 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:11.049007 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c152f5-645a-4bec-b803-aa7693243987 req-137ba829-889a-4726-8576-958dfd211f82 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:11.050470 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a6c152f5-645a-4bec-b803-aa7693243987 req-137ba829-889a-4726-8576-958dfd211f82 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0702550 Jul 23 23:08:11.088179 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a6c152f5-645a-4bec-b803-aa7693243987 req-0c8c1abf-550a-4422-8850-e14da27a7338 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316746 Jul 23 23:08:11.140649 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:11.167045 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935c02a2-a460-4c3f-9ff2-aaae46effba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020894e5-77c7-42fb-bc84-7493bcfd77ad'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:08:11.169284 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36500846-fe99-43a8-8e2f-7c64389383bb" -d '{"events": [{"server_uuid": "935c02a2-a460-4c3f-9ff2-aaae46effba4", "name": "network-vif-plugged", "status": "completed", "tag": "020894e5-77c7-42fb-bc84-7493bcfd77ad"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:08:11.184241 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 020894e5-77c7-42fb-bc84-7493bcfd77ad, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=020894e5-77c7-42fb-bc84-7493bcfd77ad,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:11.192784 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:11.225305 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b970be-c2f5-4829-9333-45a3f146d2ce x-openstack-request-id: req-33b970be-c2f5-4829-9333-45a3f146d2ce {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:08:11.225669 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935c02a2-a460-4c3f-9ff2-aaae46effba4", "name": "network-vif-plugged", "status": "completed", "tag": "020894e5-77c7-42fb-bc84-7493bcfd77ad", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:08:11.225887 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33b970be-c2f5-4829-9333-45a3f146d2ce {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:08:11.226202 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935c02a2-a460-4c3f-9ff2-aaae46effba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020894e5-77c7-42fb-bc84-7493bcfd77ad', 'code': 200} Jul 23 23:08:11.255183 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=020894e5-77c7-42fb-bc84-7493bcfd77ad,revision_number=7']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:11.279825 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79585607-dd23-4ed0-b166-291730d0f8a6 req-9e2d86b2-b5c7-4b5c-9cd5-3bfb2bc6c1d0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:11.281500 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-79585607-dd23-4ed0-b166-291730d0f8a6 req-9e2d86b2-b5c7-4b5c-9cd5-3bfb2bc6c1d0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0772514 Jul 23 23:08:11.323296 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-79585607-dd23-4ed0-b166-291730d0f8a6 req-dd4856e9-60a4-4048-bcbc-e25f44d7944f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319123 Jul 23 23:08:12.293833 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d029723-fa3a-4d8c-bf31-5fabaa38f83d req-5fbea378-931f-4c37-8be2-53fd22b7b230 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:12.296007 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3d029723-fa3a-4d8c-bf31-5fabaa38f83d req-5fbea378-931f-4c37-8be2-53fd22b7b230 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0900762 Jul 23 23:08:12.344237 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3d029723-fa3a-4d8c-bf31-5fabaa38f83d req-f90048e1-784d-4251-841b-1abfe5e485b0 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418260 Jul 23 23:08:12.532157 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d3551-aa11-4b67-b4ef-06f215540362 req-fac1011b-6b4a-44ea-9896-1d435935f3bd tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:12.534261 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-952d3551-aa11-4b67-b4ef-06f215540362 req-fac1011b-6b4a-44ea-9896-1d435935f3bd tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0972939 Jul 23 23:08:12.594390 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-952d3551-aa11-4b67-b4ef-06f215540362 req-a1ca1c57-dfd0-4940-b20d-f5fb428d5ad3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537729 Jul 23 23:08:12.721881 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:08:13.327352 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9f48f468-3307-49ed-bb7c-0be5bc0ae25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:13.513932 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32a498-4fd1-4adb-b45a-d0fbeff18e7d req-16ca6ec7-ced6-488a-864c-ada890ae958c tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:13.516408 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ac32a498-4fd1-4adb-b45a-d0fbeff18e7d req-16ca6ec7-ced6-488a-864c-ada890ae958c tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0871506 Jul 23 23:08:13.562435 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ac32a498-4fd1-4adb-b45a-d0fbeff18e7d req-3d673e1b-0303-4126-ac8c-3f6c5d985471 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348952 Jul 23 23:08:13.756216 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6f65c-4122-415d-adbe-613a6627eeaf req-7e033f71-aa44-4dd9-ae02-a58c0d942295 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:13.758519 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-cea6f65c-4122-415d-adbe-613a6627eeaf req-7e033f71-aa44-4dd9-ae02-a58c0d942295 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0718024 Jul 23 23:08:13.798831 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-cea6f65c-4122-415d-adbe-613a6627eeaf req-06113999-ad95-4832-9e65-05d5a6e3f2ba tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336976 Jul 23 23:08:14.711638 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2670a7c-ce04-47d1-9ff0-06844819ba03 req-21740b6e-a128-4d96-82a8-b1b046b54079 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:14.719359 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b2670a7c-ce04-47d1-9ff0-06844819ba03 req-21740b6e-a128-4d96-82a8-b1b046b54079 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0783496 Jul 23 23:08:14.760263 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b2670a7c-ce04-47d1-9ff0-06844819ba03 req-6a988168-85b9-4b78-a876-ecbd66620a4c tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400119 Jul 23 23:08:14.965722 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d09acb-4989-445a-8cfb-ff57714686ab req-5087ab1e-263c-40c9-a4e8-1756835db0dc tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:14.968656 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d7d09acb-4989-445a-8cfb-ff57714686ab req-5087ab1e-263c-40c9-a4e8-1756835db0dc tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0797212 Jul 23 23:08:15.037901 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d7d09acb-4989-445a-8cfb-ff57714686ab req-5cb0ff93-e934-4f97-baa9-194698bb4612 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561283 Jul 23 23:08:15.244986 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90221739-1b20-4d51-87c8-f2eaf7513282 req-04d08768-0252-452f-8ae5-9bda486a4581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:15.246828 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-90221739-1b20-4d51-87c8-f2eaf7513282 req-04d08768-0252-452f-8ae5-9bda486a4581 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ddc94a018af14ea09f31b12bf25c04a9&device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 1099 time: 0.0679865 Jul 23 23:08:15.377522 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90221739-1b20-4d51-87c8-f2eaf7513282 req-a1735788-bdb5-4f3f-825e-35853d7c19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:15.379240 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-90221739-1b20-4d51-87c8-f2eaf7513282 req-a1735788-bdb5-4f3f-825e-35853d7c19f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd27e022-66ce-4ea6-b6aa-eb706400f63b HTTP/1.1" status: 200 len: 910 time: 0.1125863 Jul 23 23:08:15.460069 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-90221739-1b20-4d51-87c8-f2eaf7513282 req-99335c22-d1ae-4234-b8ad-f3feded08185 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17569a84-928d-4b41-94ea-ef11dfd6811f HTTP/1.1" status: 200 len: 1002 time: 0.0718970 Jul 23 23:08:15.510654 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:15.519814 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90221739-1b20-4d51-87c8-f2eaf7513282 req-f1001f14-b2a0-4355-a50c-6d9477f086ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:15.522296 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-90221739-1b20-4d51-87c8-f2eaf7513282 req-f1001f14-b2a0-4355-a50c-6d9477f086ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=acc8c905-2095-4e1d-a0db-431db2c0bf1b HTTP/1.1" status: 200 len: 848 time: 0.0497561 Jul 23 23:08:15.601093 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90221739-1b20-4d51-87c8-f2eaf7513282 req-f035ed4c-265b-48b3-84b1-b63b4cd5fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:15.606203 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-90221739-1b20-4d51-87c8-f2eaf7513282 req-f035ed4c-265b-48b3-84b1-b63b4cd5fd5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd27e022-66ce-4ea6-b6aa-eb706400f63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0704939 Jul 23 23:08:15.717705 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-90221739-1b20-4d51-87c8-f2eaf7513282 req-e466049f-ff95-44b6-bcbb-078a18054841 service neutron] 10.222.0.47 "GET /v2.0/networks/dd27e022-66ce-4ea6-b6aa-eb706400f63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911009 Jul 23 23:08:15.841580 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-90221739-1b20-4d51-87c8-f2eaf7513282 req-5e0dfab3-c50c-427e-9f70-c2083f7f0c62 service neutron] 10.222.0.47 "GET /v2.0/networks/dd27e022-66ce-4ea6-b6aa-eb706400f63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132624 Jul 23 23:08:15.935574 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740651b5-d644-44b8-b8f2-ebc22763d006 req-8c7c1dfe-76e1-4f07-8b30-ad297d76e363 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:15.936917 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-740651b5-d644-44b8-b8f2-ebc22763d006 req-8c7c1dfe-76e1-4f07-8b30-ad297d76e363 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0871267 Jul 23 23:08:15.955096 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-52032db7-d9f5-4981-8eb9-93629028fa88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:15.984336 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-740651b5-d644-44b8-b8f2-ebc22763d006 req-298de45c-0389-40a8-9926-08028fa56f23 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415540 Jul 23 23:08:16.206310 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86467b4-09bc-4c0b-b517-1e6d8f28ca11 req-8203cd01-cb71-4ad6-9f94-a339d4214c08 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:16.208025 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e86467b4-09bc-4c0b-b517-1e6d8f28ca11 req-8203cd01-cb71-4ad6-9f94-a339d4214c08 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.1005759 Jul 23 23:08:16.212031 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:16.260074 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e86467b4-09bc-4c0b-b517-1e6d8f28ca11 req-b368d834-e1dd-4257-9be9-5d6e926d4995 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402000 Jul 23 23:08:17.112116 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:17.157053 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147ef16-d687-407d-8c36-da093d0b7738 req-b9d39cd1-50bf-44e8-a94d-ef343f60b319 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:17.158647 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b147ef16-d687-407d-8c36-da093d0b7738 req-b9d39cd1-50bf-44e8-a94d-ef343f60b319 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.1023340 Jul 23 23:08:17.207977 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b147ef16-d687-407d-8c36-da093d0b7738 req-0151daf9-27e8-4712-b02d-925431d0b867 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428264 Jul 23 23:08:17.442574 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aaab9-d125-4082-b51f-c69e29007ce4 req-bd61c01a-4f18-4e85-a2b0-fc6c14fd6103 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:17.444273 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-616aaab9-d125-4082-b51f-c69e29007ce4 req-bd61c01a-4f18-4e85-a2b0-fc6c14fd6103 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.1025627 Jul 23 23:08:17.504751 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-616aaab9-d125-4082-b51f-c69e29007ce4 req-8ee5c254-20af-416f-a788-75f863a0e61f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479145 Jul 23 23:08:17.597377 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 57650) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:17.730489 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-18c7f5e0-f0df-407f-9bbe-adf35bc350b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:17.870133 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-18c7f5e0-f0df-407f-9bbe-adf35bc350b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:17.875141 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-18c7f5e0-f0df-407f-9bbe-adf35bc350b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:17.916362 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-18c7f5e0-f0df-407f-9bbe-adf35bc350b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f4e9e450ba44d4384a6b0b8eb34c12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171127 Jul 23 23:08:17.916499 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7f5e0-f0df-407f-9bbe-adf35bc350b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bd0978-848e-47e7-a00c-aa6483c1d328,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:17.919850 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 57656) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:17.981408 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-593ba6a2-9603-4088-b5e0-f1e45bdcda0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:18.006176 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-593ba6a2-9603-4088-b5e0-f1e45bdcda0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:18.071812 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-593ba6a2-9603-4088-b5e0-f1e45bdcda0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:18.077275 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-593ba6a2-9603-4088-b5e0-f1e45bdcda0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:18.081601 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-593ba6a2-9603-4088-b5e0-f1e45bdcda0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35bd0978-848e-47e7-a00c-aa6483c1d328 HTTP/1.1" status: 204 len: 168 time: 0.1616268 Jul 23 23:08:18.089720 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ba6a2-9603-4088-b5e0-f1e45bdcda0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bd0978-848e-47e7-a00c-aa6483c1d328,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:18.099999 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ba6a2-9603-4088-b5e0-f1e45bdcda0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:18.101228 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ba6a2-9603-4088-b5e0-f1e45bdcda0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:18.102662 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ba6a2-9603-4088-b5e0-f1e45bdcda0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:18.103159 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ba6a2-9603-4088-b5e0-f1e45bdcda0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:18.103685 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ba6a2-9603-4088-b5e0-f1e45bdcda0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:18.104170 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ba6a2-9603-4088-b5e0-f1e45bdcda0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:18.104665 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ba6a2-9603-4088-b5e0-f1e45bdcda0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:18.105167 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ba6a2-9603-4088-b5e0-f1e45bdcda0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:18.105869 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ba6a2-9603-4088-b5e0-f1e45bdcda0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:18.106355 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ba6a2-9603-4088-b5e0-f1e45bdcda0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:18.107189 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ba6a2-9603-4088-b5e0-f1e45bdcda0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:18.107829 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593ba6a2-9603-4088-b5e0-f1e45bdcda0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:18.395072 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272bb4d-4ef8-4cec-8642-6426d9234595 req-e38a9ebe-676a-4fb7-8772-57aa82423917 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:18.396167 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5272bb4d-4ef8-4cec-8642-6426d9234595 req-e38a9ebe-676a-4fb7-8772-57aa82423917 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0990891 Jul 23 23:08:18.438432 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5272bb4d-4ef8-4cec-8642-6426d9234595 req-90598a61-ea6f-4c20-ba76-6a9a936fdd52 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356474 Jul 23 23:08:18.650204 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d0f67-dbe5-4b3a-b643-dad9009c2ccc req-82c525e7-a6da-4c99-9737-a4347eaa9744 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:18.651901 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f79d0f67-dbe5-4b3a-b643-dad9009c2ccc req-82c525e7-a6da-4c99-9737-a4347eaa9744 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0748832 Jul 23 23:08:18.711715 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f79d0f67-dbe5-4b3a-b643-dad9009c2ccc req-8ecd34a1-fef7-462b-965c-4fe138a4ad39 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530193 Jul 23 23:08:18.794361 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:19.596074 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841d420-7c95-44e3-97cf-79a8f57cc002 req-4a37fbfa-bf8e-47f1-a395-130464c83bf1 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:19.596074 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f841d420-7c95-44e3-97cf-79a8f57cc002 req-4a37fbfa-bf8e-47f1-a395-130464c83bf1 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0762920 Jul 23 23:08:19.657456 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f841d420-7c95-44e3-97cf-79a8f57cc002 req-b7e9fd3f-2cc7-43f8-80e2-7793f10a88a8 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422869 Jul 23 23:08:19.849731 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819e0bd-1b3c-43b9-882a-653c5c421fd9 req-6bbf7219-9797-4329-a018-3028414e6555 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:19.851292 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a819e0bd-1b3c-43b9-882a-653c5c421fd9 req-6bbf7219-9797-4329-a018-3028414e6555 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0709758 Jul 23 23:08:19.898434 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a819e0bd-1b3c-43b9-882a-653c5c421fd9 req-b2f36924-03b0-4386-8ec3-652ea7df5f11 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406692 Jul 23 23:08:20.789939 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8934a-7e54-4cef-b880-5c93ee095f5e req-ee771976-3173-4942-8c87-6ce18605b18a tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:20.791460 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e1d8934a-7e54-4cef-b880-5c93ee095f5e req-ee771976-3173-4942-8c87-6ce18605b18a tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0654364 Jul 23 23:08:20.829308 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e1d8934a-7e54-4cef-b880-5c93ee095f5e req-1a459558-78e5-434a-b45d-901283633ad6 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322001 Jul 23 23:08:21.063836 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff8da2-1fff-4479-aa74-6575ac0925db req-0479d5d5-8dcd-4973-8abf-ce7441b4de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:21.065295 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-63ff8da2-1fff-4479-aa74-6575ac0925db req-0479d5d5-8dcd-4973-8abf-ce7441b4de12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9934ee43b824e059d808e7ff73adefd&device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 1098 time: 0.0835726 Jul 23 23:08:21.073794 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e09b4-cf31-475c-9b73-622481d0e006 req-816fda84-e5a4-465c-97cf-5e6eabf08cd3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:21.075294 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-588e09b4-cf31-475c-9b73-622481d0e006 req-816fda84-e5a4-465c-97cf-5e6eabf08cd3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.1018181 Jul 23 23:08:21.158958 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-588e09b4-cf31-475c-9b73-622481d0e006 req-2f59c222-65d5-4d9d-aa3c-1c55501167d1 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759258 Jul 23 23:08:21.185016 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff8da2-1fff-4479-aa74-6575ac0925db req-e72e6ce7-62f3-4f58-8aca-b97f3d2e2039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:21.186461 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-63ff8da2-1fff-4479-aa74-6575ac0925db req-e72e6ce7-62f3-4f58-8aca-b97f3d2e2039 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70497c0c-7ba3-41f5-9bdc-064acfc78ade HTTP/1.1" status: 200 len: 918 time: 0.1103425 Jul 23 23:08:21.511737 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-63ff8da2-1fff-4479-aa74-6575ac0925db req-63aa418c-fac2-491c-ac16-b9dfdc611efb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020894e5-77c7-42fb-bc84-7493bcfd77ad HTTP/1.1" status: 200 len: 1001 time: 0.3165803 Jul 23 23:08:21.559790 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff8da2-1fff-4479-aa74-6575ac0925db req-613793b1-a727-42ce-80d1-1272babb1cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:21.561194 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-63ff8da2-1fff-4479-aa74-6575ac0925db req-613793b1-a727-42ce-80d1-1272babb1cb5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7187624-9019-4e18-b70c-0ca5879c5b98 HTTP/1.1" status: 200 len: 856 time: 0.0420914 Jul 23 23:08:21.621641 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff8da2-1fff-4479-aa74-6575ac0925db req-96e11059-9e24-43f1-a848-4023abfb59a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:21.623164 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-63ff8da2-1fff-4479-aa74-6575ac0925db req-96e11059-9e24-43f1-a848-4023abfb59a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70497c0c-7ba3-41f5-9bdc-064acfc78ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552163 Jul 23 23:08:21.713276 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-63ff8da2-1fff-4479-aa74-6575ac0925db req-a8819a53-6e81-4882-a70a-8b2d930d2bee service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830972 Jul 23 23:08:21.799874 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-63ff8da2-1fff-4479-aa74-6575ac0925db req-3464a176-83c0-4b77-89d4-5964736e0630 service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791333 Jul 23 23:08:21.960680 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8c7c8-b3a2-44d5-96af-391f478ff9ed req-bbd5ab30-8bbc-4133-b363-99d6233b09a4 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:21.962156 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-eaa8c7c8-b3a2-44d5-96af-391f478ff9ed req-bbd5ab30-8bbc-4133-b363-99d6233b09a4 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0684035 Jul 23 23:08:21.999074 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-eaa8c7c8-b3a2-44d5-96af-391f478ff9ed req-fa61415e-1704-4b81-bbe2-b94d5a8f7bed tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314245 Jul 23 23:08:22.294519 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06001606-98cf-4357-be07-fee8e5ecc9dc req-94bf7b96-9ad0-4b3e-b8f9-ca673d4f9d27 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:22.296136 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-06001606-98cf-4357-be07-fee8e5ecc9dc req-94bf7b96-9ad0-4b3e-b8f9-ca673d4f9d27 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0617237 Jul 23 23:08:22.332522 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-06001606-98cf-4357-be07-fee8e5ecc9dc req-5e1b7aaf-da18-4671-b9d9-e7078c78f078 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308549 Jul 23 23:08:23.122988 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7597-e71d-46cd-9a97-c3f574f42620 req-3b6b661f-c769-42dc-9ba6-34f8dfb7e7c5 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:23.124454 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46ec7597-e71d-46cd-9a97-c3f574f42620 req-3b6b661f-c769-42dc-9ba6-34f8dfb7e7c5 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0623183 Jul 23 23:08:23.168228 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-46ec7597-e71d-46cd-9a97-c3f574f42620 req-170b7532-be10-4e4f-ae97-c3ae47c17ed7 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380497 Jul 23 23:08:23.452699 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 020894e5-77c7-42fb-bc84-7493bcfd77ad no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:08:23.468756 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe799f02-49dc-4f90-9242-126fdd4087da req-2e52ab1c-b569-474b-b609-d7be15977287 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:23.470232 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fe799f02-49dc-4f90-9242-126fdd4087da req-2e52ab1c-b569-474b-b609-d7be15977287 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 945 time: 0.0651009 Jul 23 23:08:23.508030 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fe799f02-49dc-4f90-9242-126fdd4087da req-d6ec9993-7b5c-460d-9386-cf4d4cab0a9e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322268 Jul 23 23:08:23.526086 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:23.550024 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935c02a2-a460-4c3f-9ff2-aaae46effba4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '020894e5-77c7-42fb-bc84-7493bcfd77ad'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:08:23.552232 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf64e89-8114-44e4-af53-a2729feac30f" -d '{"events": [{"server_uuid": "935c02a2-a460-4c3f-9ff2-aaae46effba4", "name": "network-vif-unplugged", "status": "completed", "tag": "020894e5-77c7-42fb-bc84-7493bcfd77ad"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:08:23.564976 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 020894e5-77c7-42fb-bc84-7493bcfd77ad, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=020894e5-77c7-42fb-bc84-7493bcfd77ad,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:23.569520 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:23.591398 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eed121a-d6a2-453b-8595-04761f1e3e55 x-openstack-request-id: req-5eed121a-d6a2-453b-8595-04761f1e3e55 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:08:23.591681 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935c02a2-a460-4c3f-9ff2-aaae46effba4", "name": "network-vif-unplugged", "status": "completed", "tag": "020894e5-77c7-42fb-bc84-7493bcfd77ad", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:08:23.591929 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5eed121a-d6a2-453b-8595-04761f1e3e55 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:08:23.592303 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935c02a2-a460-4c3f-9ff2-aaae46effba4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '020894e5-77c7-42fb-bc84-7493bcfd77ad', 'code': 200} Jul 23 23:08:23.617768 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=020894e5-77c7-42fb-bc84-7493bcfd77ad,revision_number=8']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:24.298512 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861c5ba-5462-43da-adeb-46fc742916a4 req-471f3814-c352-44f5-8ee8-6090641f12fa tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:24.299976 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1861c5ba-5462-43da-adeb-46fc742916a4 req-471f3814-c352-44f5-8ee8-6090641f12fa tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0646908 Jul 23 23:08:24.336294 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1861c5ba-5462-43da-adeb-46fc742916a4 req-bbe9813a-5731-4a58-b41f-27f16078afe9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308518 Jul 23 23:08:24.645869 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fb25e-76d5-49a8-b586-293798e03368 req-d661c0b4-a5a4-4a10-b8ae-ec9f83286c3f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:24.645869 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-660fb25e-76d5-49a8-b586-293798e03368 req-d661c0b4-a5a4-4a10-b8ae-ec9f83286c3f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0654290 Jul 23 23:08:24.682713 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-660fb25e-76d5-49a8-b586-293798e03368 req-45710944-27c3-4e1e-afc5-afe704bd9f53 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319774 Jul 23 23:08:25.251049 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3c042-21ba-49e5-b8d1-bf5305293ca6 req-7014f170-a997-49ef-9c63-4c5154c172c6 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:25.252560 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-73c3c042-21ba-49e5-b8d1-bf5305293ca6 req-7014f170-a997-49ef-9c63-4c5154c172c6 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0660050 Jul 23 23:08:25.297452 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-73c3c042-21ba-49e5-b8d1-bf5305293ca6 req-1de1bfb1-0460-42d9-9c63-a1bbd169d999 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392861 Jul 23 23:08:25.467206 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2495c2-a17f-4aa5-b1ba-314355b91e45 req-dcc1ec16-91bc-4261-8ff8-8c7663d5ab26 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:25.468679 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1a2495c2-a17f-4aa5-b1ba-314355b91e45 req-dcc1ec16-91bc-4261-8ff8-8c7663d5ab26 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0645926 Jul 23 23:08:25.511959 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1a2495c2-a17f-4aa5-b1ba-314355b91e45 req-a121baca-9399-4ae8-9d76-13fcfe6b8a7f tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365202 Jul 23 23:08:25.573548 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 57750) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:25.673175 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-767eac77-6d03-4b85-8581-882f2ffcc9ae req-406b5f63-1693-42d8-81a8-aa051cfccdc0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0984735 Jul 23 23:08:26.432010 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c141b4-0bec-4a7d-b632-538a30d0863f req-47736ce6-7bfc-489a-9777-8a8c35698ad6 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:26.433427 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96c141b4-0bec-4a7d-b632-538a30d0863f req-47736ce6-7bfc-489a-9777-8a8c35698ad6 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0653086 Jul 23 23:08:26.470862 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96c141b4-0bec-4a7d-b632-538a30d0863f req-c59c30df-0cd5-45bb-ad1b-d273e23af45d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316670 Jul 23 23:08:26.641633 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efbf16-08ec-443b-bc7f-5d0ca9119e33 req-c3a9b8cd-be3c-4978-80ee-d917b356a3ef tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:26.643130 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-33efbf16-08ec-443b-bc7f-5d0ca9119e33 req-c3a9b8cd-be3c-4978-80ee-d917b356a3ef tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0620849 Jul 23 23:08:26.680460 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-33efbf16-08ec-443b-bc7f-5d0ca9119e33 req-d5973a68-f7b6-4138-a28f-c8a01c005aa7 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315864 Jul 23 23:08:27.482978 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 020894e5-77c7-42fb-bc84-7493bcfd77ad no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:08:27.511550 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767eac77-6d03-4b85-8581-882f2ffcc9ae req-e0ebe612-6911-47f1-a5aa-f7c70290b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:27.513067 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-767eac77-6d03-4b85-8581-882f2ffcc9ae req-e0ebe612-6911-47f1-a5aa-f7c70290b150 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4&tenant_id=a9934ee43b824e059d808e7ff73adefd HTTP/1.1" status: 200 len: 1096 time: 0.1012516 Jul 23 23:08:27.641398 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767eac77-6d03-4b85-8581-882f2ffcc9ae req-6c6b0d3a-bb6b-4a5b-854f-8e86ffbdc277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:27.642804 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-767eac77-6d03-4b85-8581-882f2ffcc9ae req-6c6b0d3a-bb6b-4a5b-854f-8e86ffbdc277 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9934ee43b824e059d808e7ff73adefd&device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 1096 time: 0.0870671 Jul 23 23:08:27.651715 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d863d79-5a61-4204-828d-432c610952cd req-30b1ff4f-a07b-49bd-af99-2f76b2c650cd tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:27.653067 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2d863d79-5a61-4204-828d-432c610952cd req-30b1ff4f-a07b-49bd-af99-2f76b2c650cd tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.1060364 Jul 23 23:08:27.747938 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2d863d79-5a61-4204-828d-432c610952cd req-6cc7cec0-be23-4d8b-a14a-d5faa91d49a2 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840442 Jul 23 23:08:27.837318 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767eac77-6d03-4b85-8581-882f2ffcc9ae req-c5b17a10-28d2-4f9a-b9ac-1d6161d3cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:27.838795 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-767eac77-6d03-4b85-8581-882f2ffcc9ae req-c5b17a10-28d2-4f9a-b9ac-1d6161d3cc6c service neutron] 10.222.0.47 "GET /v2.0/networks?id=70497c0c-7ba3-41f5-9bdc-064acfc78ade HTTP/1.1" status: 200 len: 918 time: 0.1818402 Jul 23 23:08:27.905120 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e223f-fe58-4e9c-8ad3-80f37449fa54 req-f9742849-6d4b-4cc6-89e0-3fc71e7d60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:27.906541 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-482e223f-fe58-4e9c-8ad3-80f37449fa54 req-f9742849-6d4b-4cc6-89e0-3fc71e7d60ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ddc94a018af14ea09f31b12bf25c04a9&device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 1099 time: 0.1929832 Jul 23 23:08:27.915685 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd56fe4-e496-464c-81ea-80634578e01a req-bea4df83-5a6c-4274-8230-a28da4fddee7 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:27.917012 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1fd56fe4-e496-464c-81ea-80634578e01a req-bea4df83-5a6c-4274-8230-a28da4fddee7 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.1655023 Jul 23 23:08:27.970700 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-767eac77-6d03-4b85-8581-882f2ffcc9ae req-fb9ed5e2-b80f-4900-a905-ff1c90daf3c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020894e5-77c7-42fb-bc84-7493bcfd77ad HTTP/1.1" status: 200 len: 999 time: 0.1239550 Jul 23 23:08:28.050157 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1fd56fe4-e496-464c-81ea-80634578e01a req-90701117-342c-4553-9f0e-ba26240f206e tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214337 Jul 23 23:08:28.076489 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767eac77-6d03-4b85-8581-882f2ffcc9ae req-ea3c7b30-6801-4409-9a57-7e350f779d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:28.077912 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-767eac77-6d03-4b85-8581-882f2ffcc9ae req-ea3c7b30-6801-4409-9a57-7e350f779d20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7187624-9019-4e18-b70c-0ca5879c5b98 HTTP/1.1" status: 200 len: 856 time: 0.0990229 Jul 23 23:08:28.080480 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e223f-fe58-4e9c-8ad3-80f37449fa54 req-38d9b077-e273-46d3-93fe-7f4ef8ef2984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:28.081901 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-482e223f-fe58-4e9c-8ad3-80f37449fa54 req-38d9b077-e273-46d3-93fe-7f4ef8ef2984 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd27e022-66ce-4ea6-b6aa-eb706400f63b HTTP/1.1" status: 200 len: 910 time: 0.1640568 Jul 23 23:08:28.198337 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-482e223f-fe58-4e9c-8ad3-80f37449fa54 req-d5dbb21b-e111-400d-9845-59408d1a8d13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17569a84-928d-4b41-94ea-ef11dfd6811f HTTP/1.1" status: 200 len: 1002 time: 0.0955343 Jul 23 23:08:28.239821 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767eac77-6d03-4b85-8581-882f2ffcc9ae req-d56e9746-722f-4f70-b544-362f69d39be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:28.241307 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-767eac77-6d03-4b85-8581-882f2ffcc9ae req-d56e9746-722f-4f70-b544-362f69d39be6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70497c0c-7ba3-41f5-9bdc-064acfc78ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1459346 Jul 23 23:08:28.261270 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e223f-fe58-4e9c-8ad3-80f37449fa54 req-a9c2fa0a-91be-4a3a-9bd1-6c085217973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:28.262590 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-482e223f-fe58-4e9c-8ad3-80f37449fa54 req-a9c2fa0a-91be-4a3a-9bd1-6c085217973f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=acc8c905-2095-4e1d-a0db-431db2c0bf1b HTTP/1.1" status: 200 len: 848 time: 0.0558457 Jul 23 23:08:28.374223 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-767eac77-6d03-4b85-8581-882f2ffcc9ae req-8eb6a060-37b6-4f3a-8d22-85b54ff9d110 service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205034 Jul 23 23:08:28.379063 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e223f-fe58-4e9c-8ad3-80f37449fa54 req-5da88334-27ee-468b-a30a-7d932dd5f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:28.380397 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-482e223f-fe58-4e9c-8ad3-80f37449fa54 req-5da88334-27ee-468b-a30a-7d932dd5f1d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd27e022-66ce-4ea6-b6aa-eb706400f63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1073997 Jul 23 23:08:28.539351 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-767eac77-6d03-4b85-8581-882f2ffcc9ae req-9f3b133e-3e15-4ec7-87eb-3b020b2c9458 service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511159 Jul 23 23:08:28.541832 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-482e223f-fe58-4e9c-8ad3-80f37449fa54 req-91c8805c-7c2b-4afa-9c4b-9417e4e9f77f service neutron] 10.222.0.47 "GET /v2.0/networks/dd27e022-66ce-4ea6-b6aa-eb706400f63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463509 Jul 23 23:08:28.642890 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-482e223f-fe58-4e9c-8ad3-80f37449fa54 req-f410715e-43a3-4eb9-91d1-f3f805ffd5da service neutron] 10.222.0.47 "GET /v2.0/networks/dd27e022-66ce-4ea6-b6aa-eb706400f63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853231 Jul 23 23:08:28.883552 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b566b34-346e-472d-98bb-46c76af47400 req-6705f86b-4e89-4c7c-80b9-0e00f18f591c tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:28.885758 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4b566b34-346e-472d-98bb-46c76af47400 req-6705f86b-4e89-4c7c-80b9-0e00f18f591c tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0633695 Jul 23 23:08:28.924626 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4b566b34-346e-472d-98bb-46c76af47400 req-595e1f81-8c22-4032-82f5-8b8ceba412e2 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331223 Jul 23 23:08:29.209533 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65aea1-8b0a-4cff-8080-ad3380136869 req-dc25a2c9-fcc1-46e1-bb35-f999f843e517 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:29.217806 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9b65aea1-8b0a-4cff-8080-ad3380136869 req-dc25a2c9-fcc1-46e1-bb35-f999f843e517 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0857751 Jul 23 23:08:29.273857 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9b65aea1-8b0a-4cff-8080-ad3380136869 req-cf759b42-7e7d-49b3-93af-4c38be8611b0 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512359 Jul 23 23:08:30.068356 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb5d2b-6565-4346-b306-50449a494a7d req-cd10acaa-ea27-4793-8b62-2f8a37db5243 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:30.069859 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-abbb5d2b-6565-4346-b306-50449a494a7d req-cd10acaa-ea27-4793-8b62-2f8a37db5243 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0656698 Jul 23 23:08:30.115921 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-abbb5d2b-6565-4346-b306-50449a494a7d req-0715f49a-820f-4b5a-8717-fadd24071961 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341218 Jul 23 23:08:30.402316 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008f079-9509-494b-a70a-05684467f580 req-325150a4-675c-46b5-88f4-8734e2d1d5c7 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:30.403813 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0008f079-9509-494b-a70a-05684467f580 req-325150a4-675c-46b5-88f4-8734e2d1d5c7 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0724635 Jul 23 23:08:30.441521 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0008f079-9509-494b-a70a-05684467f580 req-fb3cfe1b-1ae1-4882-b438-40e2f544bd17 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322528 Jul 23 23:08:31.267633 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb049c01-42c0-4509-9938-ee44627ed1af req-0f136f30-64f5-4d2f-a793-cfcd1546d1d5 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:31.269271 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-eb049c01-42c0-4509-9938-ee44627ed1af req-0f136f30-64f5-4d2f-a793-cfcd1546d1d5 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0736279 Jul 23 23:08:31.305898 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-eb049c01-42c0-4509-9938-ee44627ed1af req-f9182b88-008a-47f2-8f14-e1fd3e740df2 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305457 Jul 23 23:08:31.580571 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd52601-d62d-4d81-b844-00676784fa34 req-0abd9c9b-e5f9-4e64-a361-6330ec94f292 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:31.582043 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-efd52601-d62d-4d81-b844-00676784fa34 req-0abd9c9b-e5f9-4e64-a361-6330ec94f292 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0672853 Jul 23 23:08:31.619701 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-efd52601-d62d-4d81-b844-00676784fa34 req-0ec8f9d2-399c-4632-891e-4e583826e774 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313768 Jul 23 23:08:32.451759 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503b28b-a083-4a25-8afb-4e3a9c8aa48d req-5d137c36-837f-491d-b6ff-a01771ed7cae tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:32.453215 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9503b28b-a083-4a25-8afb-4e3a9c8aa48d req-5d137c36-837f-491d-b6ff-a01771ed7cae tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0661352 Jul 23 23:08:32.500529 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9503b28b-a083-4a25-8afb-4e3a9c8aa48d req-59d4b92c-4d3f-46eb-8323-ef6d93ae3a2b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405035 Jul 23 23:08:32.753375 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f68be0-cd96-41e8-b710-4a72f8f7d0c5 req-5a51f173-1c6f-437f-9b20-d489f116121b tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:32.754835 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-05f68be0-cd96-41e8-b710-4a72f8f7d0c5 req-5a51f173-1c6f-437f-9b20-d489f116121b tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0657122 Jul 23 23:08:32.798224 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-05f68be0-cd96-41e8-b710-4a72f8f7d0c5 req-adbc70b6-45f5-4b6e-9dfe-83c604a05404 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372186 Jul 23 23:08:33.639779 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc8c9d-5aa2-44ed-9cbd-ad83496e7620 req-2b61c3fb-3013-4ec4-977b-88b96c456f2a tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:33.643657 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-55fc8c9d-5aa2-44ed-9cbd-ad83496e7620 req-2b61c3fb-3013-4ec4-977b-88b96c456f2a tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0692801 Jul 23 23:08:33.683754 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-55fc8c9d-5aa2-44ed-9cbd-ad83496e7620 req-f50a4168-1b4a-435e-aab9-f1f84ab97b99 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323491 Jul 23 23:08:33.939998 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1cf98-58a1-42de-b1c8-0ebb67c9b945 req-1e15d8f7-a00e-4542-a59a-d92b981054e6 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:33.941491 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-01e1cf98-58a1-42de-b1c8-0ebb67c9b945 req-1e15d8f7-a00e-4542-a59a-d92b981054e6 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0742114 Jul 23 23:08:33.979727 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-01e1cf98-58a1-42de-b1c8-0ebb67c9b945 req-a9090c62-1efb-4b93-bb1d-f5e683969a72 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320604 Jul 23 23:08:34.822663 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fea62-4ee4-4f9d-9725-c904bc2b2977 req-a17f9e26-0961-4929-8307-a570c272f8da tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:34.824163 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-121fea62-4ee4-4f9d-9725-c904bc2b2977 req-a17f9e26-0961-4929-8307-a570c272f8da tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0679741 Jul 23 23:08:34.863665 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-121fea62-4ee4-4f9d-9725-c904bc2b2977 req-5c0ebe0b-76cc-412b-b5a4-2690a680556c tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340142 Jul 23 23:08:35.112035 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f880421-808b-4409-ac03-e1065742bfba req-ee1a7fec-9c7e-49aa-8a28-4a7328d8eda3 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:35.113594 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8f880421-808b-4409-ac03-e1065742bfba req-ee1a7fec-9c7e-49aa-8a28-4a7328d8eda3 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0642462 Jul 23 23:08:35.159097 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8f880421-808b-4409-ac03-e1065742bfba req-c0c896ca-c896-4c62-bd5f-449178617b50 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396535 Jul 23 23:08:36.006477 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce7773-8475-48ad-9ce9-6ce8f93564d5 req-8c1a787b-6f60-4f62-935c-81ee1e715ce4 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:36.009479 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96ce7773-8475-48ad-9ce9-6ce8f93564d5 req-8c1a787b-6f60-4f62-935c-81ee1e715ce4 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0703490 Jul 23 23:08:36.048703 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96ce7773-8475-48ad-9ce9-6ce8f93564d5 req-7e4028dd-3c2e-4756-a21a-f3fc8fbe7136 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341785 Jul 23 23:08:36.293967 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ebe4c-a77a-408b-ac32-8f308afdf62e req-bb6fc3df-4a8a-4b13-a2f1-f5846963654f tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:36.295528 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-704ebe4c-a77a-408b-ac32-8f308afdf62e req-bb6fc3df-4a8a-4b13-a2f1-f5846963654f tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0650403 Jul 23 23:08:36.337247 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-704ebe4c-a77a-408b-ac32-8f308afdf62e req-bf14bc19-bc00-46b1-9f8d-2587544cb7d5 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350795 Jul 23 23:08:37.194280 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6144aee-698e-41b2-a6fc-64c898b7eb0f req-2314d3ee-a01e-4452-8dcb-6e095c3347d0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:37.195818 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e6144aee-698e-41b2-a6fc-64c898b7eb0f req-2314d3ee-a01e-4452-8dcb-6e095c3347d0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0715766 Jul 23 23:08:37.237315 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e6144aee-698e-41b2-a6fc-64c898b7eb0f req-a206f365-38c6-45e4-ba3e-23b53dfc958f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353072 Jul 23 23:08:37.469097 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f11ec8-9a9b-48f1-80f9-56c56b98149f req-f1c0244e-b4a1-4403-af48-46cdacc7bcfe tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:37.470713 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-05f11ec8-9a9b-48f1-80f9-56c56b98149f req-f1c0244e-b4a1-4403-af48-46cdacc7bcfe tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0647719 Jul 23 23:08:37.514318 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-05f11ec8-9a9b-48f1-80f9-56c56b98149f req-b8e86cb2-7c9e-4b08-b577-3601aa6cdf29 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366449 Jul 23 23:08:38.377555 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af0cab-efcd-41f3-96e5-36f66091c6b0 req-c72a4ca7-4d75-4c47-b4e2-2fcbd32e5bb3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:38.379050 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-33af0cab-efcd-41f3-96e5-36f66091c6b0 req-c72a4ca7-4d75-4c47-b4e2-2fcbd32e5bb3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0678642 Jul 23 23:08:38.434722 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-33af0cab-efcd-41f3-96e5-36f66091c6b0 req-6237392d-554a-46d8-8443-389f8f402e8b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432801 Jul 23 23:08:38.664303 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83fc15-780c-4640-b757-ee9706e14150 req-9cf94f0e-cfc6-4f61-9ac9-da5a7379d616 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:38.670699 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9f83fc15-780c-4640-b757-ee9706e14150 req-9cf94f0e-cfc6-4f61-9ac9-da5a7379d616 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0852234 Jul 23 23:08:38.709103 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9f83fc15-780c-4640-b757-ee9706e14150 req-2f15df14-0cdb-4306-be3b-e50085cc8731 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359378 Jul 23 23:08:39.566339 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06f9c4-6de0-469f-8f99-5d110992b7eb req-b66dffc0-e213-473b-94ef-248509a5661e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:39.567849 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0d06f9c4-6de0-469f-8f99-5d110992b7eb req-b66dffc0-e213-473b-94ef-248509a5661e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0647504 Jul 23 23:08:39.608499 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0d06f9c4-6de0-469f-8f99-5d110992b7eb req-e8b0af4b-9975-4da9-b4e0-a3f081bd045d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343003 Jul 23 23:08:39.847495 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba3b2e-7a3a-40b5-a1c0-aac2014dbc52 req-ed7af319-e1ce-47d4-90be-2fe2da2020f1 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:39.849055 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-62ba3b2e-7a3a-40b5-a1c0-aac2014dbc52 req-ed7af319-e1ce-47d4-90be-2fe2da2020f1 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0724685 Jul 23 23:08:39.889790 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-62ba3b2e-7a3a-40b5-a1c0-aac2014dbc52 req-26b224a2-80ad-425d-8942-ac5a866923d2 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337961 Jul 23 23:08:40.740016 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6c192-91d2-4275-a10b-a665e13e0544 req-7c864c01-73a4-4faf-9d53-e8a01824be24 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:40.741469 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c5f6c192-91d2-4275-a10b-a665e13e0544 req-7c864c01-73a4-4faf-9d53-e8a01824be24 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0625474 Jul 23 23:08:40.779432 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c5f6c192-91d2-4275-a10b-a665e13e0544 req-66dbfd6c-c24e-468a-80e7-3bd84282f233 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323586 Jul 23 23:08:41.029809 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa364840-df5f-4387-b576-7ccb79f19cb6 req-5285e9b0-fb5e-453c-aed7-46161bd73a70 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:41.031383 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fa364840-df5f-4387-b576-7ccb79f19cb6 req-5285e9b0-fb5e-453c-aed7-46161bd73a70 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0651739 Jul 23 23:08:41.069354 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fa364840-df5f-4387-b576-7ccb79f19cb6 req-871382bb-aec5-4a84-98d0-05dd89e162a5 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326710 Jul 23 23:08:41.913587 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6589e61-9e83-4f76-aa16-05a8e59c42af req-69369f48-81fc-4e04-901d-fa20ff17ee34 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:41.915089 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b6589e61-9e83-4f76-aa16-05a8e59c42af req-69369f48-81fc-4e04-901d-fa20ff17ee34 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0652850 Jul 23 23:08:41.951565 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b6589e61-9e83-4f76-aa16-05a8e59c42af req-de06428c-7333-42ab-89aa-7e16379fbe7f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309775 Jul 23 23:08:42.203148 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8771fea-efd0-48e2-9175-67a1af9828a5 req-35f56cf8-8cc5-463f-8342-f413d19088ed tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:42.204630 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a8771fea-efd0-48e2-9175-67a1af9828a5 req-35f56cf8-8cc5-463f-8342-f413d19088ed tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0669706 Jul 23 23:08:42.242067 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a8771fea-efd0-48e2-9175-67a1af9828a5 req-b06c3918-b9d6-4a3a-b288-ec52a0ddfb4f tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318034 Jul 23 23:08:43.090654 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1bcd1-cfa9-4400-8c3c-61655ef446c8 req-e1535468-6319-4bca-84eb-8bcef9df4f5e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:43.092130 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b6e1bcd1-cfa9-4400-8c3c-61655ef446c8 req-e1535468-6319-4bca-84eb-8bcef9df4f5e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0686269 Jul 23 23:08:43.130015 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b6e1bcd1-cfa9-4400-8c3c-61655ef446c8 req-3fbe14c2-30af-489c-8982-fc5bfb54b27f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322409 Jul 23 23:08:43.335374 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0f28e257-3fdb-4e3d-afde-57a4f88960a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:43.380465 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fa4fe-7f85-470f-a529-70530ddc01f1 req-ce75899c-27c3-4071-8a88-70f50bf92246 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:43.385698 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f17fa4fe-7f85-470f-a529-70530ddc01f1 req-ce75899c-27c3-4071-8a88-70f50bf92246 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0651639 Jul 23 23:08:43.419566 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f17fa4fe-7f85-470f-a529-70530ddc01f1 req-48c0eaaf-28ce-464d-9202-dcff9c167e4e tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313950 Jul 23 23:08:43.623430 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 57890) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:08:43.652491 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ea1ba-1138-4a16-8e84-a10677bd11c3 req-6e63af0d-486a-4394-a4b3-aa3a2b681717 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:43.653960 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5b0ea1ba-1138-4a16-8e84-a10677bd11c3 req-6e63af0d-486a-4394-a4b3-aa3a2b681717 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0648074 Jul 23 23:08:43.692574 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5b0ea1ba-1138-4a16-8e84-a10677bd11c3 req-ca7b42f4-35bd-4097-b711-6e07a06347fb tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328519 Jul 23 23:08:43.717969 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-e2685169-6c90-44e1-aac7-6ef95ffa4ad2 req-a41d0302-8468-43c4-8402-5f82b5446df3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928135 Jul 23 23:08:44.269298 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e683b-3828-4b1b-a72b-c515635727c0 req-ba152a63-856a-4226-ab86-aa521462a625 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:44.270802 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-977e683b-3828-4b1b-a72b-c515635727c0 req-ba152a63-856a-4226-ab86-aa521462a625 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0681949 Jul 23 23:08:44.309220 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-977e683b-3828-4b1b-a72b-c515635727c0 req-33542091-68e2-4e5d-8b60-a7cc67a608ba tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319624 Jul 23 23:08:44.820213 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea7f15-d41c-4f49-881b-c020873903d2 req-0133a357-035e-4326-8cb7-58a06ea48fbb tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:44.822472 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dfea7f15-d41c-4f49-881b-c020873903d2 req-0133a357-035e-4326-8cb7-58a06ea48fbb tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0642846 Jul 23 23:08:44.859608 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dfea7f15-d41c-4f49-881b-c020873903d2 req-0e03e215-7356-4faf-bbb6-c61b0df5668c tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318034 Jul 23 23:08:45.444587 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58594460-9187-4366-bdae-c26b651671eb req-9cd86e55-51ce-4052-876b-6f1a6cb27ec0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:45.446551 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-58594460-9187-4366-bdae-c26b651671eb req-9cd86e55-51ce-4052-876b-6f1a6cb27ec0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0657463 Jul 23 23:08:45.484214 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-58594460-9187-4366-bdae-c26b651671eb req-88dcdaab-6603-435a-9fdf-2f9f5ad94a75 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324490 Jul 23 23:08:45.517969 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:45.558980 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 17569a84-928d-4b41-94ea-ef11dfd6811f no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:08:45.631110 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:45.653889 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae42c90-0960-43a1-9f72-669c044b6066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17569a84-928d-4b41-94ea-ef11dfd6811f'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:08:45.656117 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b919b714-b766-424b-ae8a-671c1530339d" -d '{"events": [{"server_uuid": "eae42c90-0960-43a1-9f72-669c044b6066", "name": "network-vif-unplugged", "status": "completed", "tag": "17569a84-928d-4b41-94ea-ef11dfd6811f"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:08:45.672409 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 17569a84-928d-4b41-94ea-ef11dfd6811f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=17569a84-928d-4b41-94ea-ef11dfd6811f,segment=NetworkSegment(9371e616-9db9-4dcc-adc0-71510dac173d),segment_id=9371e616-9db9-4dcc-adc0-71510dac173d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:45.676643 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:45.700230 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 23:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07e0109-03f7-4e6c-bef9-84d8ea5c7fb5 x-openstack-request-id: req-b07e0109-03f7-4e6c-bef9-84d8ea5c7fb5 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:08:45.700515 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae42c90-0960-43a1-9f72-669c044b6066", "name": "network-vif-unplugged", "status": "failed", "tag": "17569a84-928d-4b41-94ea-ef11dfd6811f", "code": 422}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:08:45.700766 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b07e0109-03f7-4e6c-bef9-84d8ea5c7fb5 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:08:45.701163 dv-cinder-679138-12-iscsi neutron-server[93011]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eae42c90-0960-43a1-9f72-669c044b6066', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '17569a84-928d-4b41-94ea-ef11dfd6811f', 'code': 422} returned with failed status Jul 23 23:08:45.725989 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=17569a84-928d-4b41-94ea-ef11dfd6811f,revision_number=6']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:45.936271 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5e52ef13-3a03-4370-86e1-2b58c3b6fd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:45.986162 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e2bc7-33ad-4ce9-a7dd-27580e2cc6a7 req-f1a08224-471a-4dbe-aace-e248b193c907 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:45.987638 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-003e2bc7-33ad-4ce9-a7dd-27580e2cc6a7 req-f1a08224-471a-4dbe-aace-e248b193c907 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0623372 Jul 23 23:08:46.023596 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-003e2bc7-33ad-4ce9-a7dd-27580e2cc6a7 req-ef3dee2b-27ce-48d6-8f34-1e702852efd8 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304873 Jul 23 23:08:46.209210 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:46.620941 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1bc3c-bfeb-43c3-a113-d9efc84dd436 req-d1570124-07a5-460f-a0bf-fd19b1d5d175 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:46.622373 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-abf1bc3c-bfeb-43c3-a113-d9efc84dd436 req-d1570124-07a5-460f-a0bf-fd19b1d5d175 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0614285 Jul 23 23:08:46.657531 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-abf1bc3c-bfeb-43c3-a113-d9efc84dd436 req-c2b072fb-ec3b-4395-8625-e26c989b478d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296655 Jul 23 23:08:47.099928 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:47.153074 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce02fb0-e92e-4681-953f-115ecad98058 req-11db8459-3d44-4ef5-8787-bf66efc5a9f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:47.154591 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2ce02fb0-e92e-4681-953f-115ecad98058 req-11db8459-3d44-4ef5-8787-bf66efc5a9f9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0664608 Jul 23 23:08:47.190770 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2ce02fb0-e92e-4681-953f-115ecad98058 req-519d0818-d603-49fd-b30d-eab9c9155eaa tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307257 Jul 23 23:08:47.575545 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 020894e5-77c7-42fb-bc84-7493bcfd77ad details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:08:47.667768 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 020894e5-77c7-42fb-bc84-7493bcfd77ad, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=020894e5-77c7-42fb-bc84-7493bcfd77ad,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:47.678302 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': '020894e5-77c7-42fb-bc84-7493bcfd77ad', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'port_id': '020894e5-77c7-42fb-bc84-7493bcfd77ad', 'mac_address': 'fa:16:3e:86:e0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:08:47.715011 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:47.730515 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020894e5-77c7-42fb-bc84-7493bcfd77ad {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:08:47.750072 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 020894e5-77c7-42fb-bc84-7493bcfd77ad, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=020894e5-77c7-42fb-bc84-7493bcfd77ad,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:47.753940 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:47.790187 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d5808-5dc8-4377-8e2b-c8d3c9447f05 req-da235ba6-5313-4963-9ac1-24279e42f6ea tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:47.791494 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-155d5808-5dc8-4377-8e2b-c8d3c9447f05 req-da235ba6-5313-4963-9ac1-24279e42f6ea tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 943 time: 0.0633795 Jul 23 23:08:47.803019 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=020894e5-77c7-42fb-bc84-7493bcfd77ad,revision_number=9']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:47.811020 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:47.811476 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:47.811920 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:47.812368 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:47.812833 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:47.813268 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:47.813697 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:47.814129 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:47.814583 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:47.815028 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:47.815466 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:47.815871 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:08:47.850576 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-155d5808-5dc8-4377-8e2b-c8d3c9447f05 req-355d5c9a-fe4a-4ed0-b578-fa782b19a724 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392466 Jul 23 23:08:48.056625 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['020894e5-77c7-42fb-bc84-7493bcfd77ad'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:08:48.322161 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2cd41-e9aa-4077-a258-378c134c7754 req-c618025e-900f-4243-a914-6e5598eabf54 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:48.323535 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-01d2cd41-e9aa-4077-a258-378c134c7754 req-c618025e-900f-4243-a914-6e5598eabf54 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0654786 Jul 23 23:08:48.360733 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-01d2cd41-e9aa-4077-a258-378c134c7754 req-64a51913-2a97-4880-b319-dbbd4101fb39 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317318 Jul 23 23:08:48.796384 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:48.987481 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d5f68-1878-4bd2-ab08-cd10b76770c2 req-95987b3e-fd76-459c-a5ba-7f32b24000e8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:48.989084 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-283d5f68-1878-4bd2-ab08-cd10b76770c2 req-95987b3e-fd76-459c-a5ba-7f32b24000e8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 944 time: 0.0641749 Jul 23 23:08:49.032053 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-283d5f68-1878-4bd2-ab08-cd10b76770c2 req-72e3e494-c4be-49a3-824d-b5773e974faf tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343657 Jul 23 23:08:49.497010 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cb02b-5d5f-442f-82cc-4a809c650a08 req-eae70dfe-2ed4-4891-b38e-07ebae7df3ae tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:49.498699 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3c3cb02b-5d5f-442f-82cc-4a809c650a08 req-eae70dfe-2ed4-4891-b38e-07ebae7df3ae tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0699379 Jul 23 23:08:49.537872 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3c3cb02b-5d5f-442f-82cc-4a809c650a08 req-f1012ea7-2514-4f25-908e-5ff8a7eac0d3 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334628 Jul 23 23:08:49.575433 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 020894e5-77c7-42fb-bc84-7493bcfd77ad up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:08:49.626731 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port 020894e5-77c7-42fb-bc84-7493bcfd77ad triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:08:49.627097 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:49.703657 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:49.721903 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:08:49.727388 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935c02a2-a460-4c3f-9ff2-aaae46effba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020894e5-77c7-42fb-bc84-7493bcfd77ad'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:08:49.729656 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea86df4-3f2d-4d26-bbae-8607adf7cadc" -d '{"events": [{"server_uuid": "935c02a2-a460-4c3f-9ff2-aaae46effba4", "name": "network-vif-plugged", "status": "completed", "tag": "020894e5-77c7-42fb-bc84-7493bcfd77ad"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:08:49.743449 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 020894e5-77c7-42fb-bc84-7493bcfd77ad, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=020894e5-77c7-42fb-bc84-7493bcfd77ad,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:49.747113 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:49.774925 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95181d01-049d-4e2b-9003-bb490ae7c3d8 x-openstack-request-id: req-95181d01-049d-4e2b-9003-bb490ae7c3d8 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:08:49.775205 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935c02a2-a460-4c3f-9ff2-aaae46effba4", "name": "network-vif-plugged", "status": "completed", "tag": "020894e5-77c7-42fb-bc84-7493bcfd77ad", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:08:49.775451 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95181d01-049d-4e2b-9003-bb490ae7c3d8 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:08:49.775820 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935c02a2-a460-4c3f-9ff2-aaae46effba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020894e5-77c7-42fb-bc84-7493bcfd77ad', 'code': 200} Jul 23 23:08:49.803336 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=020894e5-77c7-42fb-bc84-7493bcfd77ad,revision_number=10']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:50.456802 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2685169-6c90-44e1-aac7-6ef95ffa4ad2 req-1d0924ac-3769-4450-bf70-4dc221fbbbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:50.458302 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e2685169-6c90-44e1-aac7-6ef95ffa4ad2 req-1d0924ac-3769-4450-bf70-4dc221fbbbc0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066&tenant_id=ddc94a018af14ea09f31b12bf25c04a9 HTTP/1.1" status: 200 len: 1097 time: 0.4313354 Jul 23 23:08:50.466375 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a552be-fa33-4a8f-a24d-48841b5c7e01 req-289012f0-626b-48b5-bd99-a85a5983cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:50.467685 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f8a552be-fa33-4a8f-a24d-48841b5c7e01 req-289012f0-626b-48b5-bd99-a85a5983cf98 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 1099 time: 0.1257043 Jul 23 23:08:50.474871 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4beb19-7d53-4b31-b723-29c115ee8d66 req-265c9e86-c641-4de5-8d8c-ac6b3326e7e1 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:50.477446 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ac4beb19-7d53-4b31-b723-29c115ee8d66 req-265c9e86-c641-4de5-8d8c-ac6b3326e7e1 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 946 time: 0.1264060 Jul 23 23:08:50.556505 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f8a552be-fa33-4a8f-a24d-48841b5c7e01 req-2273135d-56dc-411d-9236-200359049c42 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766096 Jul 23 23:08:50.563842 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ac4beb19-7d53-4b31-b723-29c115ee8d66 req-54fe477b-317d-4a74-aef6-a7a7f3158a5a tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786612 Jul 23 23:08:50.585226 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2685169-6c90-44e1-aac7-6ef95ffa4ad2 req-7b6e68c8-354a-4788-86d1-47736029698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:50.586942 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e2685169-6c90-44e1-aac7-6ef95ffa4ad2 req-7b6e68c8-354a-4788-86d1-47736029698f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ddc94a018af14ea09f31b12bf25c04a9&device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 1097 time: 0.0864384 Jul 23 23:08:50.676067 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858350-840f-4d8f-a8ac-8b53b9e7c775 req-e9d38f3b-205a-4569-8763-cd27ffee7c7e tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:50.677501 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-99858350-840f-4d8f-a8ac-8b53b9e7c775 req-e9d38f3b-205a-4569-8763-cd27ffee7c7e tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0680220 Jul 23 23:08:50.716853 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-99858350-840f-4d8f-a8ac-8b53b9e7c775 req-40164765-f01f-4094-bbc1-3fc81fd91ab2 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331092 Jul 23 23:08:50.934067 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2685169-6c90-44e1-aac7-6ef95ffa4ad2 req-20dc23dd-3d2b-4a73-9356-d57a433b46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:50.935622 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e2685169-6c90-44e1-aac7-6ef95ffa4ad2 req-20dc23dd-3d2b-4a73-9356-d57a433b46b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd27e022-66ce-4ea6-b6aa-eb706400f63b HTTP/1.1" status: 200 len: 910 time: 0.0932918 Jul 23 23:08:51.005148 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e2685169-6c90-44e1-aac7-6ef95ffa4ad2 req-03a23531-9338-4d85-a8ca-2ed2dbfc377b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17569a84-928d-4b41-94ea-ef11dfd6811f HTTP/1.1" status: 200 len: 1000 time: 0.0623984 Jul 23 23:08:51.054542 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2685169-6c90-44e1-aac7-6ef95ffa4ad2 req-072ed5bc-86ca-4be9-a72f-a6f7bf64dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:51.056137 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e2685169-6c90-44e1-aac7-6ef95ffa4ad2 req-072ed5bc-86ca-4be9-a72f-a6f7bf64dc70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=acc8c905-2095-4e1d-a0db-431db2c0bf1b HTTP/1.1" status: 200 len: 848 time: 0.0444608 Jul 23 23:08:51.117063 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2685169-6c90-44e1-aac7-6ef95ffa4ad2 req-e0a3b594-e9b8-4c9b-b746-7346bc627d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:51.118664 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e2685169-6c90-44e1-aac7-6ef95ffa4ad2 req-e0a3b594-e9b8-4c9b-b746-7346bc627d32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd27e022-66ce-4ea6-b6aa-eb706400f63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552874 Jul 23 23:08:51.214617 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e2685169-6c90-44e1-aac7-6ef95ffa4ad2 req-0017cc36-14c3-4dbd-a140-346e591f2400 service neutron] 10.222.0.47 "GET /v2.0/networks/dd27e022-66ce-4ea6-b6aa-eb706400f63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889604 Jul 23 23:08:51.302912 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e2685169-6c90-44e1-aac7-6ef95ffa4ad2 req-ce7ecdd8-88ed-412c-86b9-4f85b31838f9 service neutron] 10.222.0.47 "GET /v2.0/networks/dd27e022-66ce-4ea6-b6aa-eb706400f63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816853 Jul 23 23:08:51.720536 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810643d9-4b8a-47fb-a32f-9cfe1e22e874 req-5387a99c-9398-4d8e-a1ce-5d9498411a39 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:51.722102 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-810643d9-4b8a-47fb-a32f-9cfe1e22e874 req-5387a99c-9398-4d8e-a1ce-5d9498411a39 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 946 time: 0.0830610 Jul 23 23:08:51.766992 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-810643d9-4b8a-47fb-a32f-9cfe1e22e874 req-5f2d7844-e7ca-4c8d-b7f9-61351451d0f1 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369754 Jul 23 23:08:51.887770 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d4fc3-28c8-4610-8892-fc9cc3522832 req-a445447b-153d-4b0e-817c-3785e85552b0 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:51.890956 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-717d4fc3-28c8-4610-8892-fc9cc3522832 req-a445447b-153d-4b0e-817c-3785e85552b0 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0707541 Jul 23 23:08:51.942282 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-717d4fc3-28c8-4610-8892-fc9cc3522832 req-ca02baec-9fa0-4220-9545-a94285f66b13 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438733 Jul 23 23:08:52.910991 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45108127-c431-41f4-bf01-c33d93d03bce req-9bde4c25-8e70-4af2-ae5a-49c396d4390f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:52.912510 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-45108127-c431-41f4-bf01-c33d93d03bce req-9bde4c25-8e70-4af2-ae5a-49c396d4390f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 946 time: 0.0636213 Jul 23 23:08:52.949920 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-45108127-c431-41f4-bf01-c33d93d03bce req-2d6ac339-8039-42db-aa60-1c3a94a5e9ee tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318890 Jul 23 23:08:53.075890 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c6a9f-7789-41ec-8597-6b6e4c7f8dde req-689d16b8-8724-4765-844a-3aba5bf1def6 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:53.077287 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a40c6a9f-7789-41ec-8597-6b6e4c7f8dde req-689d16b8-8724-4765-844a-3aba5bf1def6 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0677183 Jul 23 23:08:53.113563 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a40c6a9f-7789-41ec-8597-6b6e4c7f8dde req-dbfdb5c5-648e-467c-82c8-e238e8e0dbf7 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307980 Jul 23 23:08:54.239889 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97e666-6649-4cdf-a967-cb75cb3ee114 req-4e93f6e4-8721-4127-8879-58ab22c153f7 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:54.241358 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4b97e666-6649-4cdf-a967-cb75cb3ee114 req-4e93f6e4-8721-4127-8879-58ab22c153f7 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0626950 Jul 23 23:08:54.278925 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4b97e666-6649-4cdf-a967-cb75cb3ee114 req-dd212d9f-0c9f-41fe-a060-187652aa6b36 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320971 Jul 23 23:08:55.415308 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fd1d6-ae1a-4982-8b8a-800c84464ab9 req-eca55bbc-aa1f-4b37-b464-d399beff1023 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:55.416782 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ff5fd1d6-ae1a-4982-8b8a-800c84464ab9 req-eca55bbc-aa1f-4b37-b464-d399beff1023 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0677254 Jul 23 23:08:55.453951 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ff5fd1d6-ae1a-4982-8b8a-800c84464ab9 req-af22a551-b1f8-49a5-9a05-7563f83750bb tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316195 Jul 23 23:08:56.581676 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68409605-91d8-4bc7-a6ca-3eb801eb2152 req-18bdc9f3-e4dc-4380-a264-600fe4707822 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:56.583193 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-68409605-91d8-4bc7-a6ca-3eb801eb2152 req-18bdc9f3-e4dc-4380-a264-600fe4707822 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0630593 Jul 23 23:08:56.620844 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-68409605-91d8-4bc7-a6ca-3eb801eb2152 req-5a14a493-1991-45d4-a6dc-68b783119926 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320568 Jul 23 23:08:57.600173 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 17569a84-928d-4b41-94ea-ef11dfd6811f details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:08:57.693575 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 17569a84-928d-4b41-94ea-ef11dfd6811f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=17569a84-928d-4b41-94ea-ef11dfd6811f,segment=NetworkSegment(9371e616-9db9-4dcc-adc0-71510dac173d),segment_id=9371e616-9db9-4dcc-adc0-71510dac173d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:57.705247 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': '17569a84-928d-4b41-94ea-ef11dfd6811f', 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'port_id': '17569a84-928d-4b41-94ea-ef11dfd6811f', 'mac_address': 'fa:16:3e:f8:b5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:08:57.745275 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:57.748940 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f1df4-47bd-4757-8a8c-62f8bb99f935 req-740467ba-d913-4e0d-8450-1c08e1f3cab9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:57.750432 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-df6f1df4-47bd-4757-8a8c-62f8bb99f935 req-740467ba-d913-4e0d-8450-1c08e1f3cab9 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 944 time: 0.0636234 Jul 23 23:08:57.757517 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17569a84-928d-4b41-94ea-ef11dfd6811f {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:08:57.777747 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 17569a84-928d-4b41-94ea-ef11dfd6811f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=17569a84-928d-4b41-94ea-ef11dfd6811f,segment=NetworkSegment(9371e616-9db9-4dcc-adc0-71510dac173d),segment_id=9371e616-9db9-4dcc-adc0-71510dac173d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:57.782810 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:57.789785 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-df6f1df4-47bd-4757-8a8c-62f8bb99f935 req-7015a6d0-6d16-41b2-af08-2b86cfda9361 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331604 Jul 23 23:08:57.831427 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=17569a84-928d-4b41-94ea-ef11dfd6811f,revision_number=7']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:08:58.124305 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['17569a84-928d-4b41-94ea-ef11dfd6811f'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:08:58.924197 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe541e3d-44f2-439d-909b-fe4a6bc82097 req-8b08b6b9-add1-4d65-9ee4-1df3835bd09a tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:08:58.925678 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fe541e3d-44f2-439d-909b-fe4a6bc82097 req-8b08b6b9-add1-4d65-9ee4-1df3835bd09a tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 945 time: 0.0672154 Jul 23 23:08:58.963337 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fe541e3d-44f2-439d-909b-fe4a6bc82097 req-5dc957c3-14e3-42bb-8832-583db35352a8 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312200 Jul 23 23:08:59.619042 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 17569a84-928d-4b41-94ea-ef11dfd6811f up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:08:59.669592 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port 17569a84-928d-4b41-94ea-ef11dfd6811f triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:08:59.669970 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:59.759967 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:59.782208 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae42c90-0960-43a1-9f72-669c044b6066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17569a84-928d-4b41-94ea-ef11dfd6811f'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:08:59.784742 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f5d7b6-da8e-4732-8aa9-7767e8794081" -d '{"events": [{"server_uuid": "eae42c90-0960-43a1-9f72-669c044b6066", "name": "network-vif-plugged", "status": "completed", "tag": "17569a84-928d-4b41-94ea-ef11dfd6811f"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:08:59.797126 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 17569a84-928d-4b41-94ea-ef11dfd6811f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=17569a84-928d-4b41-94ea-ef11dfd6811f,segment=NetworkSegment(9371e616-9db9-4dcc-adc0-71510dac173d),segment_id=9371e616-9db9-4dcc-adc0-71510dac173d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:08:59.801020 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:08:59.826463 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fd40cc-2749-46af-9c5b-32dee0013c15 x-openstack-request-id: req-98fd40cc-2749-46af-9c5b-32dee0013c15 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:08:59.826788 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae42c90-0960-43a1-9f72-669c044b6066", "name": "network-vif-plugged", "status": "completed", "tag": "17569a84-928d-4b41-94ea-ef11dfd6811f", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:08:59.827040 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-98fd40cc-2749-46af-9c5b-32dee0013c15 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:08:59.827422 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae42c90-0960-43a1-9f72-669c044b6066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17569a84-928d-4b41-94ea-ef11dfd6811f', 'code': 200} Jul 23 23:08:59.852888 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=17569a84-928d-4b41-94ea-ef11dfd6811f,revision_number=8']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:00.123318 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b60a8-279e-4271-80db-8c8507a28a3d req-036597f4-99ba-47a6-8ce0-cbeaf0c8cfd7 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:00.124806 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9f0b60a8-279e-4271-80db-8c8507a28a3d req-036597f4-99ba-47a6-8ce0-cbeaf0c8cfd7 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0927269 Jul 23 23:09:00.154311 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d8f6a7-3b4b-40c5-a2a6-91119b24ca00 req-9249fbe9-e8e9-4e71-8d63-df55c67e86d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:00.155774 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d4d8f6a7-3b4b-40c5-a2a6-91119b24ca00 req-9249fbe9-e8e9-4e71-8d63-df55c67e86d5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 1099 time: 0.0874646 Jul 23 23:09:00.186714 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9f0b60a8-279e-4271-80db-8c8507a28a3d req-bd68bcc8-21d5-4a89-a37a-c7a120af1911 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550523 Jul 23 23:09:00.202774 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d4d8f6a7-3b4b-40c5-a2a6-91119b24ca00 req-d865fcc8-ae3b-473c-bbce-77b3d5ea0eae service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395801 Jul 23 23:09:01.325556 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b2f13-44d0-45f8-8c74-6828e2538d6f req-e673c54f-ed84-4ec3-b244-242b19544e2b tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:01.327841 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-804b2f13-44d0-45f8-8c74-6828e2538d6f req-e673c54f-ed84-4ec3-b244-242b19544e2b tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0692310 Jul 23 23:09:01.366205 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-804b2f13-44d0-45f8-8c74-6828e2538d6f req-2c174ba6-570c-4c12-b58d-81fc3a0ed850 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328915 Jul 23 23:09:02.495514 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69276bc-e9af-4add-a3dd-3324259df3cc req-7710bd9d-d417-49e2-9e1f-2048ce4b35c7 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:02.497070 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c69276bc-e9af-4add-a3dd-3324259df3cc req-7710bd9d-d417-49e2-9e1f-2048ce4b35c7 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0623593 Jul 23 23:09:02.536828 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c69276bc-e9af-4add-a3dd-3324259df3cc req-57a7d6e1-dd0a-49dd-8ac1-8b0549d50c72 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342898 Jul 23 23:09:03.583878 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683eb5c-30b7-413f-be97-7c9db898ba44 req-24c2c47b-6b3a-40fb-9b14-df3fa16715ce tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:03.585353 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a683eb5c-30b7-413f-be97-7c9db898ba44 req-24c2c47b-6b3a-40fb-9b14-df3fa16715ce tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 945 time: 0.0634480 Jul 23 23:09:03.622856 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a683eb5c-30b7-413f-be97-7c9db898ba44 req-c47cbc9e-2a03-4d78-9be7-d1f163297b55 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=698f5b28-80cd-473c-8f96-b0968f9e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309856 Jul 23 23:09:04.752368 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489b464-3a40-41ae-ae15-6ac11bc1b204 req-88bc113c-e9de-4ece-b2c1-a4a74c149b83 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:04.753825 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c489b464-3a40-41ae-ae15-6ac11bc1b204 req-88bc113c-e9de-4ece-b2c1-a4a74c149b83 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 945 time: 0.0619276 Jul 23 23:09:04.791113 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c489b464-3a40-41ae-ae15-6ac11bc1b204 req-806aec67-90a5-4231-a814-c69397b25153 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=698f5b28-80cd-473c-8f96-b0968f9e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316508 Jul 23 23:09:05.589469 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c0ade-5214-4043-bcea-e962146ebd9d req-0246d959-e873-4451-8daa-5c40f81f18a4 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:05.590989 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bc1c0ade-5214-4043-bcea-e962146ebd9d req-0246d959-e873-4451-8daa-5c40f81f18a4 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.47 "GET /v2.0/ports?device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 945 time: 0.0685980 Jul 23 23:09:05.692094 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-bc1c0ade-5214-4043-bcea-e962146ebd9d req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Deleting port 327b5430-4919-42bf-bb26-7f3ae7f10b32 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:09:05.692349 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-bc1c0ade-5214-4043-bcea-e962146ebd9d req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:05.782845 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-bc1c0ade-5214-4043-bcea-e962146ebd9d req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] For port 327b5430-4919-42bf-bb26-7f3ae7f10b32, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=327b5430-4919-42bf-bb26-7f3ae7f10b32,segment=NetworkSegment(69e06602-5c49-46cf-8437-a3da867e80d5),segment_id=69e06602-5c49-46cf-8437-a3da867e80d5)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:05.783575 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-bc1c0ade-5214-4043-bcea-e962146ebd9d req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:05.986566 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-bc1c0ade-5214-4043-bcea-e962146ebd9d req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:05.986845 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-bc1c0ade-5214-4043-bcea-e962146ebd9d req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946657'] for floatingip, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:05.987154 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.l3_db [req-bc1c0ade-5214-4043-bcea-e962146ebd9d req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Floating IP adac28d4-2159-4818-aee5-e678c77608b3 disassociated. External IP: 172.27.3.85, port: 327b5430-4919-42bf-bb26-7f3ae7f10b32. Jul 23 23:09:05.987494 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-bc1c0ade-5214-4043-bcea-e962146ebd9d req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Calling delete_port for 327b5430-4919-42bf-bb26-7f3ae7f10b32 owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:09:06.000180 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6610c3-f17a-41db-b59f-adbebe7c5922 req-5e1b704c-50ca-4a3f-89c7-02f3c7562d32 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:06.002654 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bb6610c3-f17a-41db-b59f-adbebe7c5922 req-5e1b704c-50ca-4a3f-89c7-02f3c7562d32 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8cddb08-94c6-4712-a798-1f3d0bfa3ac4 HTTP/1.1" status: 200 len: 945 time: 0.1291585 Jul 23 23:09:06.083620 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bb6610c3-f17a-41db-b59f-adbebe7c5922 req-f687f9fe-5e57-4c26-9dd0-370f46da7e7d tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups?id=698f5b28-80cd-473c-8f96-b0968f9e1710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726473 Jul 23 23:09:06.156352 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-bc1c0ade-5214-4043-bcea-e962146ebd9d req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:06.184921 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Pushing event deleted for resources: {'Port': ['ID=327b5430-4919-42bf-bb26-7f3ae7f10b32,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:06.195958 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:06.196305 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:06.196701 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:06.197550 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:06.197882 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:06.198237 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:06.198589 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:06.198919 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:06.199888 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:06.199888 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:06.199888 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:06.200240 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:06.303840 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc1c0ade-5214-4043-bcea-e962146ebd9d req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Router f85c4973-fc3a-4703-a320-475ed4d3f3cf has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:09:06.408943 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc1c0ade-5214-4043-bcea-e962146ebd9d req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:09:06.420040 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a783336-1a1d-4087-9c48-351092d1f5ad None None] Sync routers for ids ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:09:06.429905 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a783336-1a1d-4087-9c48-351092d1f5ad None None] Routers {'f85c4973-fc3a-4703-a320-475ed4d3f3cf'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:09:06.430633 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-9a783336-1a1d-4087-9c48-351092d1f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:08:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:06.453850 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1c0ade-5214-4043-bcea-e962146ebd9d req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] No DVR routers for this DVR port 327b5430-4919-42bf-bb26-7f3ae7f10b32 on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:09:06.456281 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-bc1c0ade-5214-4043-bcea-e962146ebd9d req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:06.458246 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bc1c0ade-5214-4043-bcea-e962146ebd9d req-b44da90f-3ea0-4026-bad1-cbbd1eb12b8a tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.47 "DELETE /v2.0/ports/327b5430-4919-42bf-bb26-7f3ae7f10b32 HTTP/1.1" status: 204 len: 173 time: 0.8603799 Jul 23 23:09:06.458702 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8cddb08-94c6-4712-a798-1f3d0bfa3ac4', 'name': 'network-vif-deleted', 'tag': '327b5430-4919-42bf-bb26-7f3ae7f10b32'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:09:06.460928 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bc1ae1-bc5f-4bb8-b8d4-06364e42bc4b" -d '{"events": [{"server_uuid": "f8cddb08-94c6-4712-a798-1f3d0bfa3ac4", "name": "network-vif-deleted", "tag": "327b5430-4919-42bf-bb26-7f3ae7f10b32"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:09:06.496486 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4108f6f8-917f-47c5-aa03-a1e1801fc0fa x-openstack-request-id: req-4108f6f8-917f-47c5-aa03-a1e1801fc0fa {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:09:06.496773 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8cddb08-94c6-4712-a798-1f3d0bfa3ac4", "name": "network-vif-deleted", "tag": "327b5430-4919-42bf-bb26-7f3ae7f10b32", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:09:06.496985 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4108f6f8-917f-47c5-aa03-a1e1801fc0fa {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:09:06.497390 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8cddb08-94c6-4712-a798-1f3d0bfa3ac4', 'name': 'network-vif-deleted', 'tag': '327b5430-4919-42bf-bb26-7f3ae7f10b32', 'status': 'completed', 'code': 200} Jul 23 23:09:06.557124 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-9a783336-1a1d-4087-9c48-351092d1f5ad None None] Set router f85c4973-fc3a-4703-a320-475ed4d3f3cf gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:09:06.762162 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-9a783336-1a1d-4087-9c48-351092d1f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:02:12Z', 'revision_number': 4, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port': {'id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '3fb542fb-0e6e-4214-8e2d-8420a4b70e28', 'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'mac_address': 'fa:16:3e:ea:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:09Z', 'updated_at': '2021-07-23T23:02:22Z', 'revision_number': 5, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'subnets': [{'id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:06.787685 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a783336-1a1d-4087-9c48-351092d1f5ad None None] Checking router: f85c4973-fc3a-4703-a320-475ed4d3f3cf for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:09:06.796288 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a783336-1a1d-4087-9c48-351092d1f5ad None None] Routers {'f85c4973-fc3a-4703-a320-475ed4d3f3cf'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:09:06.796880 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-9a783336-1a1d-4087-9c48-351092d1f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:08:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:07.016326 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-9a783336-1a1d-4087-9c48-351092d1f5ad None None] Set router f85c4973-fc3a-4703-a320-475ed4d3f3cf gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:09:07.167870 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 58092) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:07.221433 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7444-1ef6-4d3f-8635-49b56945cdb9 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:07.222090 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-9a783336-1a1d-4087-9c48-351092d1f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:02:12Z', 'revision_number': 4, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port': {'id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '3fb542fb-0e6e-4214-8e2d-8420a4b70e28', 'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'mac_address': 'fa:16:3e:ea:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:09Z', 'updated_at': '2021-07-23T23:02:22Z', 'revision_number': 5, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'subnets': [{'id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:07.243827 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7444-1ef6-4d3f-8635-49b56945cdb9 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:07.248093 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a783336-1a1d-4087-9c48-351092d1f5ad None None] The sync data for ids ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'] in dv-cinder-679138-12-iscsi is: [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:02:12Z', 'revision_number': 4, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port': {'id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '3fb542fb-0e6e-4214-8e2d-8420a4b70e28', 'name': '', 'network_id': 'c8ea7abd-33e6-496d-83a2-7eb670061309', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'mac_address': 'fa:16:3e:ea:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:09Z', 'updated_at': '2021-07-23T23:02:22Z', 'revision_number': 5, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'subnets': [{'id': '305eac6e-ee4e-4826-84b5-c213e1725333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:09:07.294716 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7444-1ef6-4d3f-8635-49b56945cdb9 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:07.297361 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1e6f7444-1ef6-4d3f-8635-49b56945cdb9 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:07.298633 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-1e6f7444-1ef6-4d3f-8635-49b56945cdb9 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "DELETE /v2.0/security-groups/698f5b28-80cd-473c-8f96-b0968f9e1710 HTTP/1.1" status: 204 len: 168 time: 0.1291466 Jul 23 23:09:07.301636 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58094) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:07.308352 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f7444-1ef6-4d3f-8635-49b56945cdb9 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=698f5b28-80cd-473c-8f96-b0968f9e1710,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:07.321220 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.api.v2.resource [None req-2ff3818f-babd-4a52-8549-3facdd5a86bf tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] show failed (client error): The resource could not be found. Jul 23 23:09:07.326044 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-2ff3818f-babd-4a52-8549-3facdd5a86bf tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "GET /v2.0/security-groups/698f5b28-80cd-473c-8f96-b0968f9e1710 HTTP/1.1" status: 404 len: 347 time: 0.0203021 Jul 23 23:09:07.326044 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58096) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:07.456046 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-6d14aeb6-2398-413e-94c2-611f57e57a53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Deleting port 25adc1f1-f678-41db-a836-980177a0c686 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:09:07.456391 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6d14aeb6-2398-413e-94c2-611f57e57a53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:07.484449 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b88b19-f72a-4df7-becc-db26e7ecb80c None None] New status for floating IP adac28d4-2159-4818-aee5-e678c77608b3: DOWN {{(pid=93012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:09:07.534087 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6d14aeb6-2398-413e-94c2-611f57e57a53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:07.534411 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6d14aeb6-2398-413e-94c2-611f57e57a53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:07.548154 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-6d14aeb6-2398-413e-94c2-611f57e57a53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Calling delete_port for 25adc1f1-f678-41db-a836-980177a0c686 owned by network:floatingip {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:09:07.672587 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 327b5430-4919-42bf-bb26-7f3ae7f10b32 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:09:07.688728 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6d14aeb6-2398-413e-94c2-611f57e57a53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:07.695270 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: 327b5430-4919-42bf-bb26-7f3ae7f10b32 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:09:07.695617 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 327b5430-4919-42bf-bb26-7f3ae7f10b32 not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:09:07.713619 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14aeb6-2398-413e-94c2-611f57e57a53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Pushing event deleted for resources: {'Port': ['ID=25adc1f1-f678-41db-a836-980177a0c686,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:07.779580 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6d14aeb6-2398-413e-94c2-611f57e57a53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks [] for floatingip, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:07.782009 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6d14aeb6-2398-413e-94c2-611f57e57a53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:07.783183 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-6d14aeb6-2398-413e-94c2-611f57e57a53 tempest-AttachVolumeTestJSON-1038673170 tempest-AttachVolumeTestJSON-1038673170-project] 10.222.0.20 "DELETE /v2.0/floatingips/adac28d4-2159-4818-aee5-e678c77608b3 HTTP/1.1" status: 204 len: 168 time: 0.4561591 Jul 23 23:09:11.319503 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 58124) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:11.745400 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4e079f6b-8fac-407d-921b-7dc0b8eca8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943956'] for router_interface, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:11.987645 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-4e079f6b-8fac-407d-921b-7dc0b8eca8fd admin admin] Deleting port 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:09:11.988137 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4e079f6b-8fac-407d-921b-7dc0b8eca8fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:12.063566 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [None req-4e079f6b-8fac-407d-921b-7dc0b8eca8fd admin admin] For port 3fb542fb-0e6e-4214-8e2d-8420a4b70e28, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=3fb542fb-0e6e-4214-8e2d-8420a4b70e28,segment=NetworkSegment(69e06602-5c49-46cf-8437-a3da867e80d5),segment_id=69e06602-5c49-46cf-8437-a3da867e80d5)] {{(pid=93009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:12.063924 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4e079f6b-8fac-407d-921b-7dc0b8eca8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:12.075692 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-4e079f6b-8fac-407d-921b-7dc0b8eca8fd admin admin] Calling delete_port for 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 owned by network:router_interface {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:09:12.246379 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4e079f6b-8fac-407d-921b-7dc0b8eca8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:12.281534 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e079f6b-8fac-407d-921b-7dc0b8eca8fd admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb542fb-0e6e-4214-8e2d-8420a4b70e28,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:12.650287 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4e079f6b-8fac-407d-921b-7dc0b8eca8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-942882'] for router_interface, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:12.856872 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e079f6b-8fac-407d-921b-7dc0b8eca8fd admin admin] Router f85c4973-fc3a-4703-a320-475ed4d3f3cf has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:09:12.957224 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e079f6b-8fac-407d-921b-7dc0b8eca8fd admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:09:12.961942 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-4e079f6b-8fac-407d-921b-7dc0b8eca8fd admin admin] 10.222.0.20 "PUT /v2.0/routers/f85c4973-fc3a-4703-a320-475ed4d3f3cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6414509 Jul 23 23:09:12.964436 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 58128) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:12.967132 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2448b2-b96e-4636-98aa-5b1ab2c8ecdc None None] Sync routers for ids ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:09:12.976151 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2448b2-b96e-4636-98aa-5b1ab2c8ecdc None None] Routers {'f85c4973-fc3a-4703-a320-475ed4d3f3cf'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:09:12.976755 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-bd2448b2-b96e-4636-98aa-5b1ab2c8ecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:08:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:13.074711 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7a81-0fd3-42a2-a765-26bb2adb7c39 admin admin] Notify callbacks [] for router, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.081150 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-bd2448b2-b96e-4636-98aa-5b1ab2c8ecdc None None] Set router f85c4973-fc3a-4703-a320-475ed4d3f3cf gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:09:13.178093 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7a81-0fd3-42a2-a765-26bb2adb7c39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.232617 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb7a81-0fd3-42a2-a765-26bb2adb7c39 admin admin] Deleting port 2a90a95f-bc77-41e7-bf15-bdf3003feac0 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:09:13.232903 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7a81-0fd3-42a2-a765-26bb2adb7c39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.253963 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-bd2448b2-b96e-4636-98aa-5b1ab2c8ecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:09:12Z', 'revision_number': 5, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port': {'id': '2a90a95f-bc77-41e7-bf15-bdf3003feac0', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:de:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:02:06Z', 'updated_at': '2021-07-23T23:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:13.279603 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2448b2-b96e-4636-98aa-5b1ab2c8ecdc None None] Checking router: f85c4973-fc3a-4703-a320-475ed4d3f3cf for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:09:13.287987 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2448b2-b96e-4636-98aa-5b1ab2c8ecdc None None] Routers {'f85c4973-fc3a-4703-a320-475ed4d3f3cf'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:09:13.288588 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-bd2448b2-b96e-4636-98aa-5b1ab2c8ecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:08:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:13.315045 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [None req-5cbb7a81-0fd3-42a2-a765-26bb2adb7c39 admin admin] For port 2a90a95f-bc77-41e7-bf15-bdf3003feac0, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=2a90a95f-bc77-41e7-bf15-bdf3003feac0,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:13.315411 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7a81-0fd3-42a2-a765-26bb2adb7c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.328433 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb7a81-0fd3-42a2-a765-26bb2adb7c39 admin admin] Calling delete_port for 2a90a95f-bc77-41e7-bf15-bdf3003feac0 owned by network:router_gateway {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:09:13.381465 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5f540c04-cc22-42e3-9429-ecc0d5980a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.397111 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-bd2448b2-b96e-4636-98aa-5b1ab2c8ecdc None None] Set router f85c4973-fc3a-4703-a320-475ed4d3f3cf gateway port host: None {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:09:13.455135 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-bd2448b2-b96e-4636-98aa-5b1ab2c8ecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:09:13Z', 'revision_number': 6, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port_host': None}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:13.482030 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2448b2-b96e-4636-98aa-5b1ab2c8ecdc None None] The sync data for ids ['f85c4973-fc3a-4703-a320-475ed4d3f3cf'] in dv-cinder-679138-12-iscsi is: [{'id': 'f85c4973-fc3a-4703-a320-475ed4d3f3cf', 'name': 'tempest-AttachVolumeTestJSON-2061984063-router', 'tenant_id': '3b4763efe226447f8183b6e16d41cadc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:02:05Z', 'updated_at': '2021-07-23T23:09:13Z', 'revision_number': 6, 'project_id': '3b4763efe226447f8183b6e16d41cadc', 'gw_port_host': None}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:09:13.517276 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7a81-0fd3-42a2-a765-26bb2adb7c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.540367 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb7a81-0fd3-42a2-a765-26bb2adb7c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a90a95f-bc77-41e7-bf15-bdf3003feac0,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:13.608198 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7a81-0fd3-42a2-a765-26bb2adb7c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946459'] for router_gateway, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.694488 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7a81-0fd3-42a2-a765-26bb2adb7c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-983139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1930'] for router, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.696593 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7a81-0fd3-42a2-a765-26bb2adb7c39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.738914 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7a81-0fd3-42a2-a765-26bb2adb7c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-983287'] for router, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.739396 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbb7a81-0fd3-42a2-a765-26bb2adb7c39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f85c4973-fc3a-4703-a320-475ed4d3f3cf {{(pid=93009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:09:13.744367 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5cbb7a81-0fd3-42a2-a765-26bb2adb7c39 admin admin] Notify callbacks [] for router, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.745530 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-5cbb7a81-0fd3-42a2-a765-26bb2adb7c39 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f85c4973-fc3a-4703-a320-475ed4d3f3cf HTTP/1.1" status: 204 len: 168 time: 0.7801859 Jul 23 23:09:13.747955 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 58130) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:13.790751 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_v2 [None req-571dc155-d04e-40ca-8da7-1ed7c9e6a3a3 admin admin] Deleting subnet 305eac6e-ee4e-4826-84b5-c213e1725333 {{(pid=93009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:09:13.794259 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-571dc155-d04e-40ca-8da7-1ed7c9e6a3a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.832035 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-571dc155-d04e-40ca-8da7-1ed7c9e6a3a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11369256'] for subnet, precommit_delete_associations {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.919518 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-571dc155-d04e-40ca-8da7-1ed7c9e6a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018516'] for subnet, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.969287 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-571dc155-d04e-40ca-8da7-1ed7c9e6a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11586274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11915057'] for subnet, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:13.996084 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571dc155-d04e-40ca-8da7-1ed7c9e6a3a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=305eac6e-ee4e-4826-84b5-c213e1725333,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:13.998112 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-571dc155-d04e-40ca-8da7-1ed7c9e6a3a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:14.000450 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-571dc155-d04e-40ca-8da7-1ed7c9e6a3a3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/305eac6e-ee4e-4826-84b5-c213e1725333 HTTP/1.1" status: 204 len: 168 time: 0.2515852 Jul 23 23:09:14.001536 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75bb506-8aab-4a40-a5ec-5d70d2f1084c None None] Network c8ea7abd-33e6-496d-83a2-7eb670061309 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:09:14.003031 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 58132) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:14.073519 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4034542'] for network, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:14.128222 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] Deleting port 96037da7-9a18-451e-b508-87cb6ab94848 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:09:14.128562 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:14.189527 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] For port 96037da7-9a18-451e-b508-87cb6ab94848, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=96037da7-9a18-451e-b508-87cb6ab94848,segment=NetworkSegment(69e06602-5c49-46cf-8437-a3da867e80d5),segment_id=69e06602-5c49-46cf-8437-a3da867e80d5)] {{(pid=93009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:14.189886 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:14.207918 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] Calling delete_port for 96037da7-9a18-451e-b508-87cb6ab94848 owned by network:dhcp {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:09:14.232362 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d171e0-25a0-4652-9f81-19da20cfc47d None None] DHCP port deletion for c8ea7abd-33e6-496d-83a2-7eb670061309 request from dv-cinder-679138-12-iscsi {{(pid=93011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:09:14.279039 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-29d171e0-25a0-4652-9f81-19da20cfc47d None None] Deleting port 96037da7-9a18-451e-b508-87cb6ab94848 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:09:14.279424 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-29d171e0-25a0-4652-9f81-19da20cfc47d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:14.289682 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:14.315857 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] Pushing event deleted for resources: {'Port': ['ID=96037da7-9a18-451e-b508-87cb6ab94848,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:14.319412 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] No DVR routers for this DVR port 96037da7-9a18-451e-b508-87cb6ab94848 on host dv-cinder-679138-12-iscsi {{(pid=93009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:09:14.352567 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-29d171e0-25a0-4652-9f81-19da20cfc47d None None] For port 96037da7-9a18-451e-b508-87cb6ab94848, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=96037da7-9a18-451e-b508-87cb6ab94848,segment=NetworkSegment(69e06602-5c49-46cf-8437-a3da867e80d5),segment_id=69e06602-5c49-46cf-8437-a3da867e80d5)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:14.352567 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-29d171e0-25a0-4652-9f81-19da20cfc47d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:14.366710 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-29d171e0-25a0-4652-9f81-19da20cfc47d None None] Calling delete_port for 96037da7-9a18-451e-b508-87cb6ab94848 owned by network:dhcp {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:09:14.394462 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4025307', 'neutron.services.segments.db._delete_segments_for_network-8750116804994'] for network, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:14.406410 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ea7abd-33e6-496d-83a2-7eb670061309']}} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:14.418093 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e06602-5c49-46cf-8437-a3da867e80d5') {'for_net_delete': True} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:14.418392 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e06602-5c49-46cf-8437-a3da867e80d5') {} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:14.427928 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750116706807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11369255'] for segment, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:14.442364 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:14.449504 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-29d171e0-25a0-4652-9f81-19da20cfc47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:14.450698 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:09:14.451263 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11586116'] for segment, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: Traceback (most recent call last): Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: timer() Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: cb(*args, **kw) Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: return func(*args, **kwargs) Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: self._notify() Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: self.callback(batched_events) Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: event.method(event) Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: return f(self, *a, **k) Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._get(url).json() Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: return self.request(url, 'GET', **kwargs) Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:09:14.453148 dv-cinder-679138-12-iscsi neutron-server[93009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:09:14.485568 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d171e0-25a0-4652-9f81-19da20cfc47d None None] Pushing event deleted for resources: {'Port': ['ID=96037da7-9a18-451e-b508-87cb6ab94848,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:14.495685 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d171e0-25a0-4652-9f81-19da20cfc47d None None] No DVR routers for this DVR port 96037da7-9a18-451e-b508-87cb6ab94848 on host dv-cinder-679138-12-iscsi {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:09:14.519049 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4025298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946679'] for network, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:14.523881 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:14.525949 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] 10.222.0.20 "DELETE /v2.0/networks/c8ea7abd-33e6-496d-83a2-7eb670061309 HTTP/1.1" status: 204 len: 168 time: 0.5218451 Jul 23 23:09:14.541611 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97721390-c105-4f3d-b51a-70c91ff9b5ad admin admin] Pushing event deleted for resources: {'Network': ['ID=c8ea7abd-33e6-496d-83a2-7eb670061309,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:14.637424 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58138) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:14.676707 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-3b608705-2c96-4e84-a1eb-1832f38c2c54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b4763efe226447f8183b6e16d41cadc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380874 Jul 23 23:09:14.679142 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58140) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:14.726461 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-0457b37f-d3c0-4760-937a-a66ddd755055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:14.748976 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-0457b37f-d3c0-4760-937a-a66ddd755055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:14.795337 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-0457b37f-d3c0-4760-937a-a66ddd755055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:14.797914 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-0457b37f-d3c0-4760-937a-a66ddd755055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:14.799120 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-0457b37f-d3c0-4760-937a-a66ddd755055 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c19ee9a-74f9-4bcb-9204-fd4f8c2df955 HTTP/1.1" status: 204 len: 168 time: 0.1190505 Jul 23 23:09:14.806370 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457b37f-d3c0-4760-937a-a66ddd755055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c19ee9a-74f9-4bcb-9204-fd4f8c2df955,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:15.093069 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:09:15.113685 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:09:15.114025 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 3fb542fb-0e6e-4214-8e2d-8420a4b70e28 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:09:15.114524 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 96037da7-9a18-451e-b508-87cb6ab94848 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:09:15.132574 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: 96037da7-9a18-451e-b508-87cb6ab94848 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:09:15.132917 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 96037da7-9a18-451e-b508-87cb6ab94848 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:09:15.133352 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 2a90a95f-bc77-41e7-bf15-bdf3003feac0 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:09:15.153228 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: 2a90a95f-bc77-41e7-bf15-bdf3003feac0 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:09:15.153568 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 2a90a95f-bc77-41e7-bf15-bdf3003feac0 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:09:15.517082 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:15.937482 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d14a2bb4-a7d5-49d6-a9cd-d8abf6fb459f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.201922 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.410436 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58192) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:16.518607 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c1cf95f0-bf43-419c-b822-6b00fac36264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.602556 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c1cf95f0-bf43-419c-b822-6b00fac36264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.605910 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c1cf95f0-bf43-419c-b822-6b00fac36264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.645603 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-c1cf95f0-bf43-419c-b822-6b00fac36264 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b0386c2f6524c0a9a725a7200aa279a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2340870 Jul 23 23:09:16.647487 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf95f0-bf43-419c-b822-6b00fac36264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb4a4f6-b685-49bd-9322-f5c3d1465571,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:16.648384 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 58196) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:16.698636 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-83220fa0-b0e7-4c97-a645-21d8548731ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.718647 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-83220fa0-b0e7-4c97-a645-21d8548731ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.763212 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-83220fa0-b0e7-4c97-a645-21d8548731ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.765749 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-83220fa0-b0e7-4c97-a645-21d8548731ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:16.766930 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-83220fa0-b0e7-4c97-a645-21d8548731ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2eb4a4f6-b685-49bd-9322-f5c3d1465571 HTTP/1.1" status: 204 len: 168 time: 0.1174438 Jul 23 23:09:16.774819 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83220fa0-b0e7-4c97-a645-21d8548731ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb4a4f6-b685-49bd-9322-f5c3d1465571,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:17.019095 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 58202) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:17.033114 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1e7830c7-5df0-4677-ad69-7ca8f33105e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.106011 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.124360 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1e7830c7-5df0-4677-ad69-7ca8f33105e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.129015 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-1e7830c7-5df0-4677-ad69-7ca8f33105e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.172363 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-1e7830c7-5df0-4677-ad69-7ca8f33105e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=908ac34c540744c9b059172fb4baf357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1521459 Jul 23 23:09:17.173213 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7830c7-5df0-4677-ad69-7ca8f33105e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7b142c-f681-4deb-8911-ad14750318ed,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:17.176288 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 58204) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:17.188591 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d9965a08-66c6-4d89-86ac-817a4ece5fc6 req-db62e5e7-64cf-4519-bfc0-ed7dd7296682 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0607722 Jul 23 23:09:17.226837 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-39462ab4-6bd6-45b7-b010-feacd519d8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.249591 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-39462ab4-6bd6-45b7-b010-feacd519d8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.281125 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9965a08-66c6-4d89-86ac-817a4ece5fc6 req-f926c5f0-5185-4559-9191-069a9824ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:17.282704 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d9965a08-66c6-4d89-86ac-817a4ece5fc6 req-f926c5f0-5185-4559-9191-069a9824ba7d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9934ee43b824e059d808e7ff73adefd&device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 1099 time: 0.0545924 Jul 23 23:09:17.298387 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-39462ab4-6bd6-45b7-b010-feacd519d8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.300972 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-39462ab4-6bd6-45b7-b010-feacd519d8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:17.302117 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-39462ab4-6bd6-45b7-b010-feacd519d8f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a7b142c-f681-4deb-8911-ad14750318ed HTTP/1.1" status: 204 len: 168 time: 0.1246991 Jul 23 23:09:17.310744 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39462ab4-6bd6-45b7-b010-feacd519d8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7b142c-f681-4deb-8911-ad14750318ed,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:17.392183 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9965a08-66c6-4d89-86ac-817a4ece5fc6 req-9a896971-74ba-4774-b031-7ad0d3b42088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:17.393909 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d9965a08-66c6-4d89-86ac-817a4ece5fc6 req-9a896971-74ba-4774-b031-7ad0d3b42088 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70497c0c-7ba3-41f5-9bdc-064acfc78ade HTTP/1.1" status: 200 len: 918 time: 0.0903604 Jul 23 23:09:17.462416 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d9965a08-66c6-4d89-86ac-817a4ece5fc6 req-06e1bb79-6c7f-4780-bed6-45f78a0bc74b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=020894e5-77c7-42fb-bc84-7493bcfd77ad HTTP/1.1" status: 200 len: 1001 time: 0.0593593 Jul 23 23:09:17.514158 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9965a08-66c6-4d89-86ac-817a4ece5fc6 req-b57c1e91-779c-4ff1-b362-3ffa1d816b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:17.515722 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d9965a08-66c6-4d89-86ac-817a4ece5fc6 req-b57c1e91-779c-4ff1-b362-3ffa1d816b10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7187624-9019-4e18-b70c-0ca5879c5b98 HTTP/1.1" status: 200 len: 856 time: 0.0450809 Jul 23 23:09:17.582244 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9965a08-66c6-4d89-86ac-817a4ece5fc6 req-e595a0fb-ca0d-4f66-b962-b4bfa8737779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:17.583798 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d9965a08-66c6-4d89-86ac-817a4ece5fc6 req-e595a0fb-ca0d-4f66-b962-b4bfa8737779 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70497c0c-7ba3-41f5-9bdc-064acfc78ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0615175 Jul 23 23:09:17.677204 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d9965a08-66c6-4d89-86ac-817a4ece5fc6 req-f912c2e4-4e28-44d9-b686-8d7709fcca65 service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846574 Jul 23 23:09:17.770024 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d9965a08-66c6-4d89-86ac-817a4ece5fc6 req-a0a94c2e-6409-432b-a507-d87f674f0253 service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867114 Jul 23 23:09:18.799378 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:26.721552 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:09:27.225744 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58302) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:27.326526 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6182e8ca-542c-499c-882e-36bc88ab25db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:27.412832 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6182e8ca-542c-499c-882e-36bc88ab25db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:27.416454 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6182e8ca-542c-499c-882e-36bc88ab25db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:27.454171 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-6182e8ca-542c-499c-882e-36bc88ab25db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88c6fb5ea0bd416a8df35a23e13bf8a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273242 Jul 23 23:09:27.455048 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182e8ca-542c-499c-882e-36bc88ab25db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d81b5b5-aca1-4d5e-bd4d-c3177eb6e300,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:27.456923 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 58306) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:27.505705 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b99e78a8-1ad9-4535-9ff5-9effb860efbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:27.526548 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b99e78a8-1ad9-4535-9ff5-9effb860efbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:27.571144 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b99e78a8-1ad9-4535-9ff5-9effb860efbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:27.574265 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b99e78a8-1ad9-4535-9ff5-9effb860efbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:27.575408 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-b99e78a8-1ad9-4535-9ff5-9effb860efbb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d81b5b5-aca1-4d5e-bd4d-c3177eb6e300 HTTP/1.1" status: 204 len: 168 time: 0.1169417 Jul 23 23:09:27.582623 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e78a8-1ad9-4535-9ff5-9effb860efbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d81b5b5-aca1-4d5e-bd4d-c3177eb6e300,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:27.589656 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e78a8-1ad9-4535-9ff5-9effb860efbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:27.590002 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e78a8-1ad9-4535-9ff5-9effb860efbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:27.590338 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e78a8-1ad9-4535-9ff5-9effb860efbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:27.590707 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e78a8-1ad9-4535-9ff5-9effb860efbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:27.591034 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e78a8-1ad9-4535-9ff5-9effb860efbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:27.591361 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e78a8-1ad9-4535-9ff5-9effb860efbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:27.591683 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e78a8-1ad9-4535-9ff5-9effb860efbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:27.592007 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e78a8-1ad9-4535-9ff5-9effb860efbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:27.592327 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e78a8-1ad9-4535-9ff5-9effb860efbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:27.592631 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e78a8-1ad9-4535-9ff5-9effb860efbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:27.592947 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e78a8-1ad9-4535-9ff5-9effb860efbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:27.593263 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99e78a8-1ad9-4535-9ff5-9effb860efbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:27.840303 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 58312) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:27.853268 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8b4ce661-e5aa-4172-8784-111a627f9e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:27.946860 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8b4ce661-e5aa-4172-8784-111a627f9e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:27.950632 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-8b4ce661-e5aa-4172-8784-111a627f9e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:27.990409 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-8b4ce661-e5aa-4172-8784-111a627f9e3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6565aeeec214416b2fb630cf704577d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489947 Jul 23 23:09:27.991306 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ce661-e5aa-4172-8784-111a627f9e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c75484a-4f9d-4b3b-849b-41d07b341345,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:27.993092 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58314) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:28.040597 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-84c3becd-0af7-4247-99f3-25e8e61b9860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:28.063999 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-84c3becd-0af7-4247-99f3-25e8e61b9860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:28.111792 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-84c3becd-0af7-4247-99f3-25e8e61b9860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:28.114667 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-84c3becd-0af7-4247-99f3-25e8e61b9860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:28.115823 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-84c3becd-0af7-4247-99f3-25e8e61b9860 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c75484a-4f9d-4b3b-849b-41d07b341345 HTTP/1.1" status: 204 len: 168 time: 0.1217561 Jul 23 23:09:28.123680 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3becd-0af7-4247-99f3-25e8e61b9860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c75484a-4f9d-4b3b-849b-41d07b341345,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:30.105399 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58386) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:30.203054 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-96bcf59b-a0cd-46eb-8d29-cda91eddb0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:30.290550 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-96bcf59b-a0cd-46eb-8d29-cda91eddb0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:30.294833 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-96bcf59b-a0cd-46eb-8d29-cda91eddb0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:30.330424 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcf59b-a0cd-46eb-8d29-cda91eddb0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a8096b-1e80-4429-ae8e-74a3d0882f81,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:30.334707 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-96bcf59b-a0cd-46eb-8d29-cda91eddb0e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=736d4cdb37e44d00a5d17cb6ce174e45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282774 Jul 23 23:09:30.337626 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58390) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:30.388331 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-e969e033-e74c-4f17-b3b0-fc1905c6062c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:30.409492 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-e969e033-e74c-4f17-b3b0-fc1905c6062c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:30.455918 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-e969e033-e74c-4f17-b3b0-fc1905c6062c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:30.458391 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-e969e033-e74c-4f17-b3b0-fc1905c6062c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:30.459541 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-e969e033-e74c-4f17-b3b0-fc1905c6062c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8a8096b-1e80-4429-ae8e-74a3d0882f81 HTTP/1.1" status: 204 len: 168 time: 0.1205375 Jul 23 23:09:30.467559 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969e033-e74c-4f17-b3b0-fc1905c6062c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a8096b-1e80-4429-ae8e-74a3d0882f81,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:30.706989 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58398) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:30.722259 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-dcb1cab9-2b71-4326-a0c4-aeab1397f4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:30.807336 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-dcb1cab9-2b71-4326-a0c4-aeab1397f4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:30.811245 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-dcb1cab9-2b71-4326-a0c4-aeab1397f4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:30.850981 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-dcb1cab9-2b71-4326-a0c4-aeab1397f4bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=502287e5e27e49fdb5d15af3e44e4a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406322 Jul 23 23:09:30.850981 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1cab9-2b71-4326-a0c4-aeab1397f4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf3c478-c91e-4b27-bbad-1c55aeb74579,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:30.851516 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 58400) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:30.901959 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e6a831a4-8550-4fac-b85e-8a6a5c6a5354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:30.922804 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e6a831a4-8550-4fac-b85e-8a6a5c6a5354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:30.966896 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e6a831a4-8550-4fac-b85e-8a6a5c6a5354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:30.969385 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e6a831a4-8550-4fac-b85e-8a6a5c6a5354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:30.970554 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-e6a831a4-8550-4fac-b85e-8a6a5c6a5354 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bf3c478-c91e-4b27-bbad-1c55aeb74579 HTTP/1.1" status: 204 len: 168 time: 0.1179376 Jul 23 23:09:30.978064 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a831a4-8550-4fac-b85e-8a6a5c6a5354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf3c478-c91e-4b27-bbad-1c55aeb74579,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:32.804775 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 58488) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:32.826199 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610e550-70db-4d08-8266-eb4ea2b3235f req-f5de53a9-12a8-4359-b571-8861f733c84e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:32.827731 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c610e550-70db-4d08-8266-eb4ea2b3235f req-f5de53a9-12a8-4359-b571-8861f733c84e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 946 time: 0.0653727 Jul 23 23:09:32.866021 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c610e550-70db-4d08-8266-eb4ea2b3235f req-a53a3574-9b64-4176-921c-228cba533bf9 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322280 Jul 23 23:09:32.915521 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2f343823-3e02-480e-b656-464b3137a6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:32.998080 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2f343823-3e02-480e-b656-464b3137a6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:33.001323 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2f343823-3e02-480e-b656-464b3137a6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:33.038238 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-2f343823-3e02-480e-b656-464b3137a6da admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0411697da58040a688e77e51629d6990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324009 Jul 23 23:09:33.040303 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f343823-3e02-480e-b656-464b3137a6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eed6ee4-b5a6-4f2e-a535-9381bd524332,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:33.041567 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58492) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:33.089781 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-69cf400d-2964-43d0-8ec6-f2235c46f703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:33.113094 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-69cf400d-2964-43d0-8ec6-f2235c46f703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:33.157288 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-69cf400d-2964-43d0-8ec6-f2235c46f703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:33.159844 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-69cf400d-2964-43d0-8ec6-f2235c46f703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:33.160987 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-69cf400d-2964-43d0-8ec6-f2235c46f703 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5eed6ee4-b5a6-4f2e-a535-9381bd524332 HTTP/1.1" status: 204 len: 168 time: 0.1183896 Jul 23 23:09:33.169132 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf400d-2964-43d0-8ec6-f2235c46f703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eed6ee4-b5a6-4f2e-a535-9381bd524332,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:33.415164 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58498) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:33.428138 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ce10c4f4-e48d-465e-9db0-513890101e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:33.517560 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ce10c4f4-e48d-465e-9db0-513890101e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:33.522361 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-ce10c4f4-e48d-465e-9db0-513890101e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:33.557748 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10c4f4-e48d-465e-9db0-513890101e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce24e5a6-2d72-45e0-81a7-799d86d50639,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:33.562756 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-ce10c4f4-e48d-465e-9db0-513890101e5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65c8ae5e57bf4e909ff789b59fc7a0e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465285 Jul 23 23:09:33.565558 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58500) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:33.611362 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-7020e3ba-582b-44a1-8c10-e2fbef789ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:33.631530 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-7020e3ba-582b-44a1-8c10-e2fbef789ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:33.676065 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-7020e3ba-582b-44a1-8c10-e2fbef789ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:33.678814 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-7020e3ba-582b-44a1-8c10-e2fbef789ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:33.679962 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-7020e3ba-582b-44a1-8c10-e2fbef789ecb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce24e5a6-2d72-45e0-81a7-799d86d50639 HTTP/1.1" status: 204 len: 168 time: 0.1136515 Jul 23 23:09:33.688815 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7020e3ba-582b-44a1-8c10-e2fbef789ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce24e5a6-2d72-45e0-81a7-799d86d50639,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:34.005433 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869d27c-b7b2-4b39-a94f-fc5987c9929b req-a9de084f-1396-42d1-ac28-58b1be0fcf3a tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:34.007014 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8869d27c-b7b2-4b39-a94f-fc5987c9929b req-a9de084f-1396-42d1-ac28-58b1be0fcf3a tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 946 time: 0.0673492 Jul 23 23:09:34.046114 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8869d27c-b7b2-4b39-a94f-fc5987c9929b req-20ac797a-0bdf-4198-8ac6-5bf7d329fb5d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa676d31-d01b-4653-8f16-2f6f4c71690f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329764 Jul 23 23:09:34.531153 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a1ca2-5ea2-492d-b36c-b844f5be611a req-382bd037-ff8e-4291-b43a-72f936341a29 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:34.532554 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f81a1ca2-5ea2-492d-b36c-b844f5be611a req-382bd037-ff8e-4291-b43a-72f936341a29 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.47 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 946 time: 0.0641320 Jul 23 23:09:34.637534 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-f81a1ca2-5ea2-492d-b36c-b844f5be611a req-45ab094f-12ad-42e4-a832-c9232e638912 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Deleting port 020894e5-77c7-42fb-bc84-7493bcfd77ad {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:09:34.637892 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f81a1ca2-5ea2-492d-b36c-b844f5be611a req-45ab094f-12ad-42e4-a832-c9232e638912 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:34.726244 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-f81a1ca2-5ea2-492d-b36c-b844f5be611a req-45ab094f-12ad-42e4-a832-c9232e638912 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] For port 020894e5-77c7-42fb-bc84-7493bcfd77ad, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=020894e5-77c7-42fb-bc84-7493bcfd77ad,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:34.726637 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f81a1ca2-5ea2-492d-b36c-b844f5be611a req-45ab094f-12ad-42e4-a832-c9232e638912 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:34.895988 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f81a1ca2-5ea2-492d-b36c-b844f5be611a req-45ab094f-12ad-42e4-a832-c9232e638912 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:34.896366 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f81a1ca2-5ea2-492d-b36c-b844f5be611a req-45ab094f-12ad-42e4-a832-c9232e638912 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946657'] for floatingip, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:34.896693 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.l3_db [req-f81a1ca2-5ea2-492d-b36c-b844f5be611a req-45ab094f-12ad-42e4-a832-c9232e638912 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Floating IP 976f70c4-9be3-400e-bcc1-857d788ec774 disassociated. External IP: 172.27.3.236, port: 020894e5-77c7-42fb-bc84-7493bcfd77ad. Jul 23 23:09:34.897069 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-f81a1ca2-5ea2-492d-b36c-b844f5be611a req-45ab094f-12ad-42e4-a832-c9232e638912 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Calling delete_port for 020894e5-77c7-42fb-bc84-7493bcfd77ad owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:09:35.023484 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f81a1ca2-5ea2-492d-b36c-b844f5be611a req-45ab094f-12ad-42e4-a832-c9232e638912 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:35.056766 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab094f-12ad-42e4-a832-c9232e638912 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Pushing event deleted for resources: {'Port': ['ID=020894e5-77c7-42fb-bc84-7493bcfd77ad,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:35.436435 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-97132e8b-ce80-43e0-8287-7c8b97f6965e req-14080089-ba6a-4742-8386-a81915093e2e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=935c02a2-a460-4c3f-9ff2-aaae46effba4 HTTP/1.1" status: 200 len: 210 time: 0.3088436 Jul 23 23:09:35.487390 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f81a1ca2-5ea2-492d-b36c-b844f5be611a req-45ab094f-12ad-42e4-a832-c9232e638912 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Router dde4ec12-704e-4bfa-be83-e3864b016576 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:09:35.602382 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f81a1ca2-5ea2-492d-b36c-b844f5be611a req-45ab094f-12ad-42e4-a832-c9232e638912 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:09:35.613361 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7ea2e7-e18f-4dcd-9b3c-01821ac4e29e None None] Sync routers for ids ['dde4ec12-704e-4bfa-be83-e3864b016576'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:09:35.623909 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7ea2e7-e18f-4dcd-9b3c-01821ac4e29e None None] Routers {'dde4ec12-704e-4bfa-be83-e3864b016576'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:09:35.624511 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-0e7ea2e7-e18f-4dcd-9b3c-01821ac4e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:09:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['dde4ec12-704e-4bfa-be83-e3864b016576'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:35.648236 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81a1ca2-5ea2-492d-b36c-b844f5be611a req-45ab094f-12ad-42e4-a832-c9232e638912 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] No DVR routers for this DVR port 020894e5-77c7-42fb-bc84-7493bcfd77ad on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:09:35.652024 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f81a1ca2-5ea2-492d-b36c-b844f5be611a req-45ab094f-12ad-42e4-a832-c9232e638912 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:35.654046 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f81a1ca2-5ea2-492d-b36c-b844f5be611a req-45ab094f-12ad-42e4-a832-c9232e638912 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.47 "DELETE /v2.0/ports/020894e5-77c7-42fb-bc84-7493bcfd77ad HTTP/1.1" status: 204 len: 173 time: 1.1156271 Jul 23 23:09:35.654520 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '935c02a2-a460-4c3f-9ff2-aaae46effba4', 'name': 'network-vif-deleted', 'tag': '020894e5-77c7-42fb-bc84-7493bcfd77ad'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:09:35.656730 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db28c77d-c4ce-498b-9c33-391cfb0f7a66" -d '{"events": [{"server_uuid": "935c02a2-a460-4c3f-9ff2-aaae46effba4", "name": "network-vif-deleted", "tag": "020894e5-77c7-42fb-bc84-7493bcfd77ad"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:09:35.698167 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1976be-dd1b-4358-960a-1a0aa5015802 x-openstack-request-id: req-6f1976be-dd1b-4358-960a-1a0aa5015802 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:09:35.698456 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "935c02a2-a460-4c3f-9ff2-aaae46effba4", "name": "network-vif-deleted", "tag": "020894e5-77c7-42fb-bc84-7493bcfd77ad", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:09:35.698849 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f1976be-dd1b-4358-960a-1a0aa5015802 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:09:35.699175 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '935c02a2-a460-4c3f-9ff2-aaae46effba4', 'name': 'network-vif-deleted', 'tag': '020894e5-77c7-42fb-bc84-7493bcfd77ad', 'status': 'completed', 'code': 200} Jul 23 23:09:35.773071 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-0e7ea2e7-e18f-4dcd-9b3c-01821ac4e29e None None] Set router dde4ec12-704e-4bfa-be83-e3864b016576 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:09:35.968489 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-0e7ea2e7-e18f-4dcd-9b3c-01821ac4e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 4, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port': {'id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '79339ec5-9bc2-490f-a339-2c79728ded18', 'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'mac_address': 'fa:16:3e:9b:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:38Z', 'updated_at': '2021-07-23T23:06:45Z', 'revision_number': 5, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'subnets': [{'id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:35.992905 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7ea2e7-e18f-4dcd-9b3c-01821ac4e29e None None] Checking router: dde4ec12-704e-4bfa-be83-e3864b016576 for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:09:36.001313 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7ea2e7-e18f-4dcd-9b3c-01821ac4e29e None None] Routers {'dde4ec12-704e-4bfa-be83-e3864b016576'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:09:36.001903 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-0e7ea2e7-e18f-4dcd-9b3c-01821ac4e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:09:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['dde4ec12-704e-4bfa-be83-e3864b016576'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:36.103982 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-0e7ea2e7-e18f-4dcd-9b3c-01821ac4e29e None None] Set router dde4ec12-704e-4bfa-be83-e3864b016576 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:09:36.309521 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-0e7ea2e7-e18f-4dcd-9b3c-01821ac4e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 4, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port': {'id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '79339ec5-9bc2-490f-a339-2c79728ded18', 'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'mac_address': 'fa:16:3e:9b:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:38Z', 'updated_at': '2021-07-23T23:06:45Z', 'revision_number': 5, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'subnets': [{'id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:36.338726 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7ea2e7-e18f-4dcd-9b3c-01821ac4e29e None None] The sync data for ids ['dde4ec12-704e-4bfa-be83-e3864b016576'] in dv-cinder-679138-12-iscsi is: [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 4, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port': {'id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '79339ec5-9bc2-490f-a339-2c79728ded18', 'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'mac_address': 'fa:16:3e:9b:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:38Z', 'updated_at': '2021-07-23T23:06:45Z', 'revision_number': 5, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'subnets': [{'id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:09:36.527006 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58568) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:36.549682 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c67200-3818-4430-982f-c0289c0f7326 None None] New status for floating IP 976f70c4-9be3-400e-bcc1-857d788ec774: DOWN {{(pid=93011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:09:36.581403 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-e161048e-a48f-491b-b6f0-27645b938205 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:36.603466 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-e161048e-a48f-491b-b6f0-27645b938205 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:36.650374 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-e161048e-a48f-491b-b6f0-27645b938205 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:36.653195 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-e161048e-a48f-491b-b6f0-27645b938205 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:36.654179 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-e161048e-a48f-491b-b6f0-27645b938205 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "DELETE /v2.0/security-groups/aa676d31-d01b-4653-8f16-2f6f4c71690f HTTP/1.1" status: 204 len: 168 time: 0.1261041 Jul 23 23:09:36.658490 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 58570) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:36.664383 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161048e-a48f-491b-b6f0-27645b938205 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa676d31-d01b-4653-8f16-2f6f4c71690f,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:36.684152 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.api.v2.resource [None req-157c78a1-08f5-4ead-a427-e25cffc74f5a tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] show failed (client error): The resource could not be found. Jul 23 23:09:36.685445 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-157c78a1-08f5-4ead-a427-e25cffc74f5a tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups/aa676d31-d01b-4653-8f16-2f6f4c71690f HTTP/1.1" status: 404 len: 347 time: 0.0253365 Jul 23 23:09:36.688492 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 58572) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:36.817291 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-9bcc20c4-2cb2-43b4-a003-cbcd0c4a818e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Deleting port 941b72ee-738c-421e-b69e-ddbd313bf77f {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:09:36.817631 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9bcc20c4-2cb2-43b4-a003-cbcd0c4a818e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:36.894328 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9bcc20c4-2cb2-43b4-a003-cbcd0c4a818e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:36.894713 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9bcc20c4-2cb2-43b4-a003-cbcd0c4a818e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:36.915752 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-9bcc20c4-2cb2-43b4-a003-cbcd0c4a818e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Calling delete_port for 941b72ee-738c-421e-b69e-ddbd313bf77f owned by network:floatingip {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:09:37.047872 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9bcc20c4-2cb2-43b4-a003-cbcd0c4a818e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:37.072406 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc20c4-2cb2-43b4-a003-cbcd0c4a818e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Pushing event deleted for resources: {'Port': ['ID=941b72ee-738c-421e-b69e-ddbd313bf77f,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:37.140949 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9bcc20c4-2cb2-43b4-a003-cbcd0c4a818e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for floatingip, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:37.143649 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9bcc20c4-2cb2-43b4-a003-cbcd0c4a818e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:37.145103 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-9bcc20c4-2cb2-43b4-a003-cbcd0c4a818e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "DELETE /v2.0/floatingips/976f70c4-9be3-400e-bcc1-857d788ec774 HTTP/1.1" status: 204 len: 168 time: 0.4554129 Jul 23 23:09:37.345498 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 58590) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:37.350102 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.v2.base [None req-3222e882-a230-468a-9284-6ff8a601d9a0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--609113699', 'description': 'tempest-description--186152732'}} {{(pid=93009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:09:37.371696 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-3222e882-a230-468a-9284-6ff8a601d9a0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:37.455044 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-3222e882-a230-468a-9284-6ff8a601d9a0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:37.458354 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-3222e882-a230-468a-9284-6ff8a601d9a0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:37.484398 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-3222e882-a230-468a-9284-6ff8a601d9a0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:37.485642 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-3222e882-a230-468a-9284-6ff8a601d9a0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1391373 Jul 23 23:09:37.488729 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58594) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:37.489588 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222e882-a230-468a-9284-6ff8a601d9a0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96832965-e1ee-4dfe-b59d-d43c131ddf78,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:37.494226 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-26cc033b-91ba-46ef-8461-6c9d8f2e2d0a tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Request body: {'security_group_rule': {'security_group_id': '96832965-e1ee-4dfe-b59d-d43c131ddf78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:09:37.531208 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-26cc033b-91ba-46ef-8461-6c9d8f2e2d0a tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:37.580870 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-26cc033b-91ba-46ef-8461-6c9d8f2e2d0a tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:37.584335 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-26cc033b-91ba-46ef-8461-6c9d8f2e2d0a tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:37.605165 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc033b-91ba-46ef-8461-6c9d8f2e2d0a tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277b1469-f07c-486d-b83e-1ab40b5f2edf,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:37.613453 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-26cc033b-91ba-46ef-8461-6c9d8f2e2d0a tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:37.618127 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-26cc033b-91ba-46ef-8461-6c9d8f2e2d0a tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245930 Jul 23 23:09:37.618127 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58604) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:37.622796 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-a9cf5dce-eceb-4530-8f85-3a0f4217a5eb tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Request body: {'security_group_rule': {'security_group_id': '96832965-e1ee-4dfe-b59d-d43c131ddf78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:09:37.647780 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5dce-eceb-4530-8f85-3a0f4217a5eb tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:37.711976 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5dce-eceb-4530-8f85-3a0f4217a5eb tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:37.715976 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5dce-eceb-4530-8f85-3a0f4217a5eb tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544709'] for security_group_rule, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:37.730108 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf5dce-eceb-4530-8f85-3a0f4217a5eb tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d37d7d-7270-4fb4-82eb-e67f27d66fa5,revision_number=0']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:37.740938 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5dce-eceb-4530-8f85-3a0f4217a5eb tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:37.742111 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-a9cf5dce-eceb-4530-8f85-3a0f4217a5eb tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237013 Jul 23 23:09:37.746001 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58608) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:37.750535 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-8f81fb2d-6f05-42fa-9f9b-68f1e5445c0d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Request body: {'floatingip': {'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:09:37.771189 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f81fb2d-6f05-42fa-9f9b-68f1e5445c0d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for floatingip, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:37.843947 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 020894e5-77c7-42fb-bc84-7493bcfd77ad no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:09:37.864709 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: 020894e5-77c7-42fb-bc84-7493bcfd77ad {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:09:37.865138 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 020894e5-77c7-42fb-bc84-7493bcfd77ad not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:09:37.865606 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f81fb2d-6f05-42fa-9f9b-68f1e5445c0d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:37.976802 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [None req-8f81fb2d-6f05-42fa-9f9b-68f1e5445c0d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Allocated IP 172.27.3.231 (28efa890-d1ea-4772-b7d3-cfef5dff758d/97030860-1f38-455c-ac9a-169aa93780e4/57325839-21ba-4196-ab62-4e831412c898) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:09:38.078217 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f81fb2d-6f05-42fa-9f9b-68f1e5445c0d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:38.119437 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f81fb2d-6f05-42fa-9f9b-68f1e5445c0d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:38.152485 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f81fb2d-6f05-42fa-9f9b-68f1e5445c0d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:09:38.155174 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-8f81fb2d-6f05-42fa-9f9b-68f1e5445c0d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:09:38.158537 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f81fb2d-6f05-42fa-9f9b-68f1e5445c0d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:09:38.187510 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81fb2d-6f05-42fa-9f9b-68f1e5445c0d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Pushing event updated for resources: {'Port': ['ID=57325839-21ba-4196-ab62-4e831412c898,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:38.247988 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f81fb2d-6f05-42fa-9f9b-68f1e5445c0d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:38.301464 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f81fb2d-6f05-42fa-9f9b-68f1e5445c0d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:38.444264 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f81fb2d-6f05-42fa-9f9b-68f1e5445c0d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:38.449648 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f81fb2d-6f05-42fa-9f9b-68f1e5445c0d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:38.519089 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81fb2d-6f05-42fa-9f9b-68f1e5445c0d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Pushing event updated for resources: {'Port': ['ID=57325839-21ba-4196-ab62-4e831412c898,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:38.528648 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f81fb2d-6f05-42fa-9f9b-68f1e5445c0d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946657'] for floatingip, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:38.541951 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f81fb2d-6f05-42fa-9f9b-68f1e5445c0d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:38.543208 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-8f81fb2d-6f05-42fa-9f9b-68f1e5445c0d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7962096 Jul 23 23:09:38.729562 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ba81227a-528b-436c-96f0-fd54ff211dca tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--609113699&fields=id&tenant_id=a9934ee43b824e059d808e7ff73adefd HTTP/1.1" status: 200 len: 267 time: 0.0338247 Jul 23 23:09:38.847556 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515e369-91aa-4c31-9397-edf88b184b28 req-15a01f7e-0b9a-42b9-90ab-0725a66eea16 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:38.849032 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c515e369-91aa-4c31-9397-edf88b184b28 req-15a01f7e-0b9a-42b9-90ab-0725a66eea16 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/networks?id=70497c0c-7ba3-41f5-9bdc-064acfc78ade HTTP/1.1" status: 200 len: 817 time: 0.1112556 Jul 23 23:09:38.864310 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c515e369-91aa-4c31-9397-edf88b184b28 req-45dbc817-93b4-4907-86ba-acb4db7f89a3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/quotas/a9934ee43b824e059d808e7ff73adefd HTTP/1.1" status: 200 len: 375 time: 0.0092227 Jul 23 23:09:38.947726 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c515e369-91aa-4c31-9397-edf88b184b28 req-bdfead6f-ef78-4e95-aaa7-5257393cc76b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9934ee43b824e059d808e7ff73adefd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0752776 Jul 23 23:09:39.051740 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c515e369-91aa-4c31-9397-edf88b184b28 req-0da4ff95-6706-4dfc-87bf-f6f20d900170 service neutron] 10.222.0.20 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928826 Jul 23 23:09:39.145400 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c515e369-91aa-4c31-9397-edf88b184b28 req-36f7d8cf-7d0c-474e-bfb6-7bcd1c66420b service neutron] 10.222.0.20 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875039 Jul 23 23:09:39.302535 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7febcae6-bbe3-4298-9d69-492a353de870 req-e149ac09-18c0-47ff-a1c8-0598a7b40eae tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 210 time: 0.0287814 Jul 23 23:09:40.271524 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515e369-91aa-4c31-9397-edf88b184b28 req-bf4e7764-af96-4969-9382-d68b1a58f28b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:40.273161 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c515e369-91aa-4c31-9397-edf88b184b28 req-bf4e7764-af96-4969-9382-d68b1a58f28b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.47 "GET /v2.0/networks?id=70497c0c-7ba3-41f5-9bdc-064acfc78ade HTTP/1.1" status: 200 len: 817 time: 0.1157818 Jul 23 23:09:40.331165 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c515e369-91aa-4c31-9397-edf88b184b28 req-82e0ebfb-5f8c-4f02-8469-6d0f2d885b91 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9934ee43b824e059d808e7ff73adefd HTTP/1.1" status: 200 len: 379 time: 0.0428987 Jul 23 23:09:40.351576 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-c515e369-91aa-4c31-9397-edf88b184b28 req-4a3f1292-ba24-4f42-8257-eb778436cba8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Request body: {'port': {'device_id': '5d4184b7-af33-488a-8ede-34b0ab102150', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'admin_state_up': True, 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'security_groups': ['96832965-e1ee-4dfe-b59d-d43c131ddf78']}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:09:40.454892 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-dbf720d4-2f07-4e61-9f23-32889bf51808 req-d4eb3beb-d795-4b40-beb2-d972a318a9cd tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 210 time: 0.0641432 Jul 23 23:09:40.497387 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c515e369-91aa-4c31-9397-edf88b184b28 req-4a3f1292-ba24-4f42-8257-eb778436cba8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Made reservation on behalf of a9934ee43b824e059d808e7ff73adefd for: {'port': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:09:40.500830 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-c515e369-91aa-4c31-9397-edf88b184b28 req-4a3f1292-ba24-4f42-8257-eb778436cba8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:40.631730 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [req-c515e369-91aa-4c31-9397-edf88b184b28 req-4a3f1292-ba24-4f42-8257-eb778436cba8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Allocated IP 172.20.0.9 (70497c0c-7ba3-41f5-9bdc-064acfc78ade/f7187624-9019-4e18-b70c-0ca5879c5b98/b9bbc00e-f131-4247-870f-c57926a32937) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:09:40.763552 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-c515e369-91aa-4c31-9397-edf88b184b28 req-4a3f1292-ba24-4f42-8257-eb778436cba8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:40.776506 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-c515e369-91aa-4c31-9397-edf88b184b28 req-4a3f1292-ba24-4f42-8257-eb778436cba8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Transition to ACTIVE for port object b9bbc00e-f131-4247-870f-c57926a32937 will not be triggered until provisioned by entity DHCP. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:09:40.809526 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-c515e369-91aa-4c31-9397-edf88b184b28 req-4a3f1292-ba24-4f42-8257-eb778436cba8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:40.855224 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c515e369-91aa-4c31-9397-edf88b184b28 req-4a3f1292-ba24-4f42-8257-eb778436cba8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Network 70497c0c-7ba3-41f5-9bdc-064acfc78ade is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:09:40.860572 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [req-c515e369-91aa-4c31-9397-edf88b184b28 req-4a3f1292-ba24-4f42-8257-eb778436cba8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:09:40.863548 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-c515e369-91aa-4c31-9397-edf88b184b28 req-4a3f1292-ba24-4f42-8257-eb778436cba8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:09:40.891623 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f1292-ba24-4f42-8257-eb778436cba8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Pushing event updated for resources: {'Port': ['ID=b9bbc00e-f131-4247-870f-c57926a32937,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:40.922360 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515e369-91aa-4c31-9397-edf88b184b28 req-4a3f1292-ba24-4f42-8257-eb778436cba8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:40.923030 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-c515e369-91aa-4c31-9397-edf88b184b28 req-4a3f1292-ba24-4f42-8257-eb778436cba8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:40.937893 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c515e369-91aa-4c31-9397-edf88b184b28 req-4a3f1292-ba24-4f42-8257-eb778436cba8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5988667 Jul 23 23:09:40.956169 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Request body: {'port': {'device_id': '5d4184b7-af33-488a-8ede-34b0ab102150', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:09:41.029328 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:41.055830 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-c4588bf1-4c44-4cc4-8477-62effb2e2311 None None] Provisioning for port b9bbc00e-f131-4247-870f-c57926a32937 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:09:41.060080 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-c4588bf1-4c44-4cc4-8477-62effb2e2311 None None] Provisioning complete for port b9bbc00e-f131-4247-870f-c57926a32937 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:09:41.060451 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c4588bf1-4c44-4cc4-8477-62effb2e2311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:41.096350 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-c4588bf1-4c44-4cc4-8477-62effb2e2311 None None] Port b9bbc00e-f131-4247-870f-c57926a32937 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:09:41.285445 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9bbc00e-f131-4247-870f-c57926a32937 {{(pid=93010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:09:41.292659 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:41.303771 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Transition to ACTIVE for port object b9bbc00e-f131-4247-870f-c57926a32937 will not be triggered until provisioned by entity L2. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:09:41.307697 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:41.376638 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Pushing event updated for resources: {'Port': ['ID=b9bbc00e-f131-4247-870f-c57926a32937,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:41.429484 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Attempting to bind port b9bbc00e-f131-4247-870f-c57926a32937 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:09:41.429919 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Attempting to bind port b9bbc00e-f131-4247-870f-c57926a32937 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '3d8da13e-20e0-43b2-8975-9436bd4b635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade'}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:09:41.430250 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Attempting to bind port b9bbc00e-f131-4247-870f-c57926a32937 on network 70497c0c-7ba3-41f5-9bdc-064acfc78ade {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:09:41.434932 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Port b9bbc00e-f131-4247-870f-c57926a32937 on network 70497c0c-7ba3-41f5-9bdc-064acfc78ade not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:09:41.435259 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Attempting to bind port b9bbc00e-f131-4247-870f-c57926a32937 on network 70497c0c-7ba3-41f5-9bdc-064acfc78ade {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:09:41.440173 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:09:41.440517 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Checking segment: {'id': '3d8da13e-20e0-43b2-8975-9436bd4b635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:09:41.440901 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Bound using segment: {'id': '3d8da13e-20e0-43b2-8975-9436bd4b635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade'} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:09:41.441333 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Bound port: b9bbc00e-f131-4247-870f-c57926a32937, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d8da13e-20e0-43b2-8975-9436bd4b635b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade'}}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:09:41.441696 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:41.515318 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] For port b9bbc00e-f131-4247-870f-c57926a32937, host hv-cinder-67913, cleared binding levels {{(pid=93010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:09:41.519070 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] For port b9bbc00e-f131-4247-870f-c57926a32937, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=b9bbc00e-f131-4247-870f-c57926a32937,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:09:41.525326 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:41.591041 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:41.591680 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:41.593198 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] 10.222.0.47 "PUT /v2.0/ports/b9bbc00e-f131-4247-870f-c57926a32937 HTTP/1.1" status: 200 len: 1093 time: 0.6415851 Jul 23 23:09:41.593576 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4184b7-af33-488a-8ede-34b0ab102150', 'tag': 'b9bbc00e-f131-4247-870f-c57926a32937'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:09:41.595890 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32be635e-70d3-4448-b3bc-6fbe235f50a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d4184b7-af33-488a-8ede-34b0ab102150", "tag": "b9bbc00e-f131-4247-870f-c57926a32937"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:09:41.630131 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa9f08-c638-4e04-bb57-403746e2daeb service neutron] Pushing event updated for resources: {'Port': ['ID=b9bbc00e-f131-4247-870f-c57926a32937,revision_number=3']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:41.696632 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b10b45b-c20e-4473-89bb-d569a253a2c0 x-openstack-request-id: req-9b10b45b-c20e-4473-89bb-d569a253a2c0 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:09:41.697519 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d4184b7-af33-488a-8ede-34b0ab102150", "tag": "b9bbc00e-f131-4247-870f-c57926a32937", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:09:41.697905 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b10b45b-c20e-4473-89bb-d569a253a2c0 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:09:41.698356 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4184b7-af33-488a-8ede-34b0ab102150', 'tag': 'b9bbc00e-f131-4247-870f-c57926a32937', 'status': 'completed', 'code': 200} Jul 23 23:09:41.708004 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0956a-08bc-4d86-8125-a44309fba9cd req-778c492b-bcf7-4434-b816-56832219f343 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:41.709589 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-90c0956a-08bc-4d86-8125-a44309fba9cd req-778c492b-bcf7-4434-b816-56832219f343 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 943 time: 0.1548684 Jul 23 23:09:41.765756 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-90c0956a-08bc-4d86-8125-a44309fba9cd req-29e11cb0-3d6d-4d16-a605-0aef29ec9e66 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478799 Jul 23 23:09:41.768815 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515e369-91aa-4c31-9397-edf88b184b28 req-750a38d6-6141-4ad8-b072-83301c431bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:41.770240 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c515e369-91aa-4c31-9397-edf88b184b28 req-750a38d6-6141-4ad8-b072-83301c431bfb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9934ee43b824e059d808e7ff73adefd&device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 1096 time: 0.1144688 Jul 23 23:09:41.818993 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c515e369-91aa-4c31-9397-edf88b184b28 req-31d4758a-dc5f-45ee-9fe8-73476c377bb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9bbc00e-f131-4247-870f-c57926a32937 HTTP/1.1" status: 200 len: 217 time: 0.0346351 Jul 23 23:09:41.824828 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 58684) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:41.865478 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ecccccb0-6458-4aa9-9ee3-641435d6dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:41.867070 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c515e369-91aa-4c31-9397-edf88b184b28 req-ecccccb0-6458-4aa9-9ee3-641435d6dfa0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7187624-9019-4e18-b70c-0ca5879c5b98 HTTP/1.1" status: 200 len: 856 time: 0.0427132 Jul 23 23:09:41.926556 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-28666baa-e0f4-4e0c-912e-d50c344b42d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:41.928990 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515e369-91aa-4c31-9397-edf88b184b28 req-fb6132a1-4ece-4957-8170-a9b36fd3615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:41.930481 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c515e369-91aa-4c31-9397-edf88b184b28 req-fb6132a1-4ece-4957-8170-a9b36fd3615c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70497c0c-7ba3-41f5-9bdc-064acfc78ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0572820 Jul 23 23:09:42.014763 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-28666baa-e0f4-4e0c-912e-d50c344b42d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:42.018981 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-28666baa-e0f4-4e0c-912e-d50c344b42d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:42.025665 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c515e369-91aa-4c31-9397-edf88b184b28 req-795216b7-201e-4768-a236-6862f57ecf4e service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884259 Jul 23 23:09:42.057990 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-28666baa-e0f4-4e0c-912e-d50c344b42d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4f3cea4ee7244285a366c58f885c7049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320838 Jul 23 23:09:42.059893 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28666baa-e0f4-4e0c-912e-d50c344b42d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a6419b-36c3-4c54-9930-3c782dd596fd,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:42.062114 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58688) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:42.148429 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c515e369-91aa-4c31-9397-edf88b184b28 req-28ca0ccc-29e0-4e84-9d15-a3b68a124801 service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166487 Jul 23 23:09:42.157267 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9a189a2a-1707-4c2b-9138-6d3d61aba391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:42.179157 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9a189a2a-1707-4c2b-9138-6d3d61aba391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:42.223172 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9a189a2a-1707-4c2b-9138-6d3d61aba391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:42.225738 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9a189a2a-1707-4c2b-9138-6d3d61aba391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:42.229893 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-9a189a2a-1707-4c2b-9138-6d3d61aba391 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25a6419b-36c3-4c54-9930-3c782dd596fd HTTP/1.1" status: 204 len: 168 time: 0.1638434 Jul 23 23:09:42.235743 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a189a2a-1707-4c2b-9138-6d3d61aba391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a6419b-36c3-4c54-9930-3c782dd596fd,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:42.303441 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be635e-70d3-4448-b3bc-6fbe235f50a5 req-a39e9378-986d-434c-b82d-92721bad7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:42.304953 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-32be635e-70d3-4448-b3bc-6fbe235f50a5 req-a39e9378-986d-434c-b82d-92721bad7a37 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9934ee43b824e059d808e7ff73adefd&device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 1096 time: 0.0621288 Jul 23 23:09:42.403629 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be635e-70d3-4448-b3bc-6fbe235f50a5 req-ceb78f55-b8ef-452b-a68c-92c3e67292dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:42.405110 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-32be635e-70d3-4448-b3bc-6fbe235f50a5 req-ceb78f55-b8ef-452b-a68c-92c3e67292dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=70497c0c-7ba3-41f5-9bdc-064acfc78ade HTTP/1.1" status: 200 len: 918 time: 0.0936584 Jul 23 23:09:42.451029 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-32be635e-70d3-4448-b3bc-6fbe235f50a5 req-00c856b0-6506-4a8d-ade4-11e05c70416c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9bbc00e-f131-4247-870f-c57926a32937 HTTP/1.1" status: 200 len: 217 time: 0.0391176 Jul 23 23:09:42.496900 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58694) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:42.506467 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be635e-70d3-4448-b3bc-6fbe235f50a5 req-269a0bb0-a2d7-4541-adf9-ffbefb92870a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:42.507884 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-32be635e-70d3-4448-b3bc-6fbe235f50a5 req-269a0bb0-a2d7-4541-adf9-ffbefb92870a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7187624-9019-4e18-b70c-0ca5879c5b98 HTTP/1.1" status: 200 len: 856 time: 0.0508177 Jul 23 23:09:42.513991 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-68aa69a6-a870-433b-b77f-0f94b4ee8ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:42.604630 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be635e-70d3-4448-b3bc-6fbe235f50a5 req-f004b34e-bf58-4e42-aebe-e14ab5f8679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:42.606045 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-32be635e-70d3-4448-b3bc-6fbe235f50a5 req-f004b34e-bf58-4e42-aebe-e14ab5f8679d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70497c0c-7ba3-41f5-9bdc-064acfc78ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0894737 Jul 23 23:09:42.706211 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-68aa69a6-a870-433b-b77f-0f94b4ee8ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:42.711118 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-68aa69a6-a870-433b-b77f-0f94b4ee8ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:42.749214 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-32be635e-70d3-4448-b3bc-6fbe235f50a5 req-7d503623-e221-4af9-a3ea-19bed4c7352f service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347501 Jul 23 23:09:42.769545 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa69a6-a870-433b-b77f-0f94b4ee8ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3164d34c-4783-4c91-b1f0-eaed18d08d3e,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:42.783143 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-68aa69a6-a870-433b-b77f-0f94b4ee8ae7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8f5f8bcd5324de988c2a33a60c80b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852528 Jul 23 23:09:42.785988 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 58696) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:42.851239 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f5b5260f-39bc-4334-a02d-bccd8cfc8956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:42.874155 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f5b5260f-39bc-4334-a02d-bccd8cfc8956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:42.886384 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-32be635e-70d3-4448-b3bc-6fbe235f50a5 req-fb50440f-947d-4f85-9d00-45bd742ab233 service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301301 Jul 23 23:09:42.914656 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79d2a0-ca75-495e-9f76-adb75e82288e req-293336c5-d602-4983-915f-beae9d000033 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:42.916717 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9c79d2a0-ca75-495e-9f76-adb75e82288e req-293336c5-d602-4983-915f-beae9d000033 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 943 time: 0.0773416 Jul 23 23:09:42.931846 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f5b5260f-39bc-4334-a02d-bccd8cfc8956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:42.934372 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-f5b5260f-39bc-4334-a02d-bccd8cfc8956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:42.935542 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-f5b5260f-39bc-4334-a02d-bccd8cfc8956 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3164d34c-4783-4c91-b1f0-eaed18d08d3e HTTP/1.1" status: 204 len: 168 time: 0.1484389 Jul 23 23:09:42.943201 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5260f-39bc-4334-a02d-bccd8cfc8956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3164d34c-4783-4c91-b1f0-eaed18d08d3e,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:42.958824 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9c79d2a0-ca75-495e-9f76-adb75e82288e req-109f19b9-cd3c-4e1b-8d4b-6129bedd5e79 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344224 Jul 23 23:09:43.253858 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58704) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:43.267270 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-0e26990d-ef42-4a19-ba78-cfbd48e6a946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:43.321813 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f2bca0a5-7928-421e-ad57-819c1d3d902f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:43.356454 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-0e26990d-ef42-4a19-ba78-cfbd48e6a946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:43.360139 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-0e26990d-ef42-4a19-ba78-cfbd48e6a946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:43.401560 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-0e26990d-ef42-4a19-ba78-cfbd48e6a946 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5acfb6b9ee8411ebf1a1c59d12b123d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465025 Jul 23 23:09:43.402402 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26990d-ef42-4a19-ba78-cfbd48e6a946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2099f47-a08a-47d8-8313-87efd4b20783,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:43.404237 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 58706) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:43.452426 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-93a64356-1d46-458b-a90c-73865b209b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:43.473013 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-93a64356-1d46-458b-a90c-73865b209b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:43.518281 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-93a64356-1d46-458b-a90c-73865b209b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:43.520858 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-93a64356-1d46-458b-a90c-73865b209b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:43.521999 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-93a64356-1d46-458b-a90c-73865b209b63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2099f47-a08a-47d8-8313-87efd4b20783 HTTP/1.1" status: 204 len: 168 time: 0.1163778 Jul 23 23:09:43.530230 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a64356-1d46-458b-a90c-73865b209b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2099f47-a08a-47d8-8313-87efd4b20783,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:44.097947 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f19a20-5b06-452f-b6db-147aa5df609a req-1a543d79-fcb4-4a2f-9307-4acb2edf02c0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:44.099471 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96f19a20-5b06-452f-b6db-147aa5df609a req-1a543d79-fcb4-4a2f-9307-4acb2edf02c0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 943 time: 0.0688291 Jul 23 23:09:44.137775 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96f19a20-5b06-452f-b6db-147aa5df609a req-19c41b98-036e-4654-9196-4d5b62bf770b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315990 Jul 23 23:09:45.271013 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81317b-17b6-4db7-95d2-91873710b0b0 req-2c51bf75-f0ad-4e32-a8c5-9a7454b64e3b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:45.272476 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9e81317b-17b6-4db7-95d2-91873710b0b0 req-2c51bf75-f0ad-4e32-a8c5-9a7454b64e3b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 943 time: 0.0623524 Jul 23 23:09:45.312624 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9e81317b-17b6-4db7-95d2-91873710b0b0 req-2514bf63-a658-443d-8fdc-52f7a3e05def tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338492 Jul 23 23:09:45.532572 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:45.856619 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device b9bbc00e-f131-4247-870f-c57926a32937 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:09:45.955987 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a6076f7e-9fac-44a7-ae08-80b645024faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:45.961483 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port b9bbc00e-f131-4247-870f-c57926a32937, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=b9bbc00e-f131-4247-870f-c57926a32937,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:45.971576 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': 'b9bbc00e-f131-4247-870f-c57926a32937', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'port_id': 'b9bbc00e-f131-4247-870f-c57926a32937', 'mac_address': 'fa:16:3e:22:45:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:09:46.011213 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:46.023274 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9bbc00e-f131-4247-870f-c57926a32937 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:09:46.041967 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port b9bbc00e-f131-4247-870f-c57926a32937, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=b9bbc00e-f131-4247-870f-c57926a32937,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:46.045319 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:46.090258 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=b9bbc00e-f131-4247-870f-c57926a32937,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:46.202625 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:46.358055 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['b9bbc00e-f131-4247-870f-c57926a32937'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:09:46.447631 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b325ec-1a07-4c9f-9eb1-f93715de1590 req-2833f91c-e669-4a2b-8989-a30e3126d8a5 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:46.449148 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c4b325ec-1a07-4c9f-9eb1-f93715de1590 req-2833f91c-e669-4a2b-8989-a30e3126d8a5 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 944 time: 0.0663242 Jul 23 23:09:46.490856 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c4b325ec-1a07-4c9f-9eb1-f93715de1590 req-b54e2d0f-8256-429b-9fe2-7a03aeca765b tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358856 Jul 23 23:09:47.104718 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:47.628857 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dfa97-a447-446a-b3a7-3e496135c710 req-46cf349d-1b0a-478e-a573-038412e4c0a7 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:47.630329 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-438dfa97-a447-446a-b3a7-3e496135c710 req-46cf349d-1b0a-478e-a573-038412e4c0a7 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 944 time: 0.0651774 Jul 23 23:09:47.668964 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-438dfa97-a447-446a-b3a7-3e496135c710 req-025e1ca1-62c6-4b68-82b7-9533ef3d75b2 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318987 Jul 23 23:09:47.856288 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device b9bbc00e-f131-4247-870f-c57926a32937 up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:09:47.908743 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port b9bbc00e-f131-4247-870f-c57926a32937 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:09:47.912175 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port b9bbc00e-f131-4247-870f-c57926a32937 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:09:47.912552 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:47.991248 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:48.012860 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4184b7-af33-488a-8ede-34b0ab102150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bbc00e-f131-4247-870f-c57926a32937'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:09:48.015121 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffed7f02-49f9-439a-b31a-b420961ae7a7" -d '{"events": [{"server_uuid": "5d4184b7-af33-488a-8ede-34b0ab102150", "name": "network-vif-plugged", "status": "completed", "tag": "b9bbc00e-f131-4247-870f-c57926a32937"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:09:48.031172 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port b9bbc00e-f131-4247-870f-c57926a32937, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=b9bbc00e-f131-4247-870f-c57926a32937,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:09:48.035185 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:48.183804 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a75cee-1a3e-49a1-8f91-ca5f9a3c9a44 x-openstack-request-id: req-81a75cee-1a3e-49a1-8f91-ca5f9a3c9a44 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:09:48.184549 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4184b7-af33-488a-8ede-34b0ab102150", "name": "network-vif-plugged", "status": "completed", "tag": "b9bbc00e-f131-4247-870f-c57926a32937", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:09:48.184549 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81a75cee-1a3e-49a1-8f91-ca5f9a3c9a44 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:09:48.184758 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4184b7-af33-488a-8ede-34b0ab102150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bbc00e-f131-4247-870f-c57926a32937', 'code': 200} Jul 23 23:09:48.210448 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=b9bbc00e-f131-4247-870f-c57926a32937,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:09:48.218050 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:48.218397 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:48.218762 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:48.219094 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:48.219420 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:48.219758 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:48.220077 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:48.220397 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:48.220722 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:48.221052 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:48.221353 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:48.221667 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:09:48.271981 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b3acb-a3b7-4dc6-aee8-edede6189582 req-f5cc8b8c-16a5-40b6-94cb-5d836945a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:48.273417 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-540b3acb-a3b7-4dc6-aee8-edede6189582 req-f5cc8b8c-16a5-40b6-94cb-5d836945a383 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 1098 time: 0.0531278 Jul 23 23:09:48.307468 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-540b3acb-a3b7-4dc6-aee8-edede6189582 req-55085486-0f56-420a-846e-56d12873e813 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266235 Jul 23 23:09:48.803048 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:48.808170 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2bf70-d008-4db1-b011-4455d15388f2 req-c2cac014-5430-4b31-965e-f7ae39088a96 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:48.809646 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-16c2bf70-d008-4db1-b011-4455d15388f2 req-c2cac014-5430-4b31-965e-f7ae39088a96 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0716784 Jul 23 23:09:48.846058 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-16c2bf70-d008-4db1-b011-4455d15388f2 req-f684a555-7651-4049-974e-8143385fc6f0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308878 Jul 23 23:09:49.979451 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03f65b-0881-403e-b20a-c822f5c67a2f req-533646c5-46ad-4ff3-be64-e610713bd4fe tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:49.980901 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5d03f65b-0881-403e-b20a-c822f5c67a2f req-533646c5-46ad-4ff3-be64-e610713bd4fe tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0629132 Jul 23 23:09:50.016165 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5d03f65b-0881-403e-b20a-c822f5c67a2f req-6f722767-1ae4-42f9-8c12-5ad231ff3ff4 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298455 Jul 23 23:09:50.148352 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e11c0-b91d-4c61-ab5b-9db18c90f275 req-e9397d82-b64e-49b4-a0e3-65d757be8cc2 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:50.150195 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-215e11c0-b91d-4c61-ab5b-9db18c90f275 req-e9397d82-b64e-49b4-a0e3-65d757be8cc2 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0650139 Jul 23 23:09:50.158779 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 58812) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:09:50.163080 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-9dd17a1f-ed31-47b6-b719-0148c0dbdbb8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Request body: {'floatingip': {'port_id': 'b9bbc00e-f131-4247-870f-c57926a32937'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:09:50.200199 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9dd17a1f-ed31-47b6-b719-0148c0dbdbb8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for floatingip, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:50.635836 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9dd17a1f-ed31-47b6-b719-0148c0dbdbb8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:50.639498 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9dd17a1f-ed31-47b6-b719-0148c0dbdbb8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946657'] for floatingip, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:51.002743 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.l3_db [None req-9dd17a1f-ed31-47b6-b719-0148c0dbdbb8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Floating IP c111795d-672b-44cc-a06f-ca99d78a36d0 associated. External IP: 172.27.3.231, port: b9bbc00e-f131-4247-870f-c57926a32937. Jul 23 23:09:51.203445 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd17a1f-ed31-47b6-b719-0148c0dbdbb8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Router dde4ec12-704e-4bfa-be83-e3864b016576 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:09:51.316169 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd17a1f-ed31-47b6-b719-0148c0dbdbb8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:09:51.320693 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9dd17a1f-ed31-47b6-b719-0148c0dbdbb8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:09:51.327626 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40bd21d-8fa8-489a-bde1-171a966c44e2 None None] Sync routers for ids ['dde4ec12-704e-4bfa-be83-e3864b016576'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:09:51.337004 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40bd21d-8fa8-489a-bde1-171a966c44e2 None None] Routers {'dde4ec12-704e-4bfa-be83-e3864b016576'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:09:51.338200 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-a40bd21d-8fa8-489a-bde1-171a966c44e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:09:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['dde4ec12-704e-4bfa-be83-e3864b016576'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:51.377869 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-9dd17a1f-ed31-47b6-b719-0148c0dbdbb8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "PUT /v2.0/floatingips/c111795d-672b-44cc-a06f-ca99d78a36d0 HTTP/1.1" status: 200 len: 991 time: 1.2151971 Jul 23 23:09:51.377869 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4184b7-af33-488a-8ede-34b0ab102150', 'tag': 'b9bbc00e-f131-4247-870f-c57926a32937'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:09:51.378407 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fb2ae8-a132-49f3-bc48-b1766c65d984" -d '{"events": [{"name": "network-changed", "server_uuid": "5d4184b7-af33-488a-8ede-34b0ab102150", "tag": "b9bbc00e-f131-4247-870f-c57926a32937"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:09:51.426651 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c327fe1-9404-479c-ac49-0ab54f847f4e x-openstack-request-id: req-0c327fe1-9404-479c-ac49-0ab54f847f4e {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:09:51.426973 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d4184b7-af33-488a-8ede-34b0ab102150", "tag": "b9bbc00e-f131-4247-870f-c57926a32937", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:09:51.427188 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c327fe1-9404-479c-ac49-0ab54f847f4e {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:09:51.427583 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4184b7-af33-488a-8ede-34b0ab102150', 'tag': 'b9bbc00e-f131-4247-870f-c57926a32937', 'status': 'completed', 'code': 200} Jul 23 23:09:51.546917 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-a40bd21d-8fa8-489a-bde1-171a966c44e2 None None] Set router dde4ec12-704e-4bfa-be83-e3864b016576 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:09:51.554132 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb2ae8-a132-49f3-bc48-b1766c65d984 req-ff8b98b3-a331-445f-95f4-8d9684d838f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:51.555672 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a4fb2ae8-a132-49f3-bc48-b1766c65d984 req-ff8b98b3-a331-445f-95f4-8d9684d838f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9934ee43b824e059d808e7ff73adefd&device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 1098 time: 0.0585723 Jul 23 23:09:51.647569 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb2ae8-a132-49f3-bc48-b1766c65d984 req-94f44d00-a564-489b-acc8-87b98baf5721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:51.648955 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a4fb2ae8-a132-49f3-bc48-b1766c65d984 req-94f44d00-a564-489b-acc8-87b98baf5721 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70497c0c-7ba3-41f5-9bdc-064acfc78ade HTTP/1.1" status: 200 len: 918 time: 0.0869436 Jul 23 23:09:51.717793 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a4fb2ae8-a132-49f3-bc48-b1766c65d984 req-4d0feb15-8845-4ee2-a090-a55152211b04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9bbc00e-f131-4247-870f-c57926a32937 HTTP/1.1" status: 200 len: 999 time: 0.0622079 Jul 23 23:09:51.769694 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb2ae8-a132-49f3-bc48-b1766c65d984 req-7f77717a-116d-4e38-90ba-2e350169132d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:51.771253 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a4fb2ae8-a132-49f3-bc48-b1766c65d984 req-7f77717a-116d-4e38-90ba-2e350169132d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7187624-9019-4e18-b70c-0ca5879c5b98 HTTP/1.1" status: 200 len: 856 time: 0.0471590 Jul 23 23:09:51.782303 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-a40bd21d-8fa8-489a-bde1-171a966c44e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 4, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port': {'id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': 'c111795d-672b-44cc-a06f-ca99d78a36d0', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'port_id': 'b9bbc00e-f131-4247-870f-c57926a32937', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'mac_address': 'fa:16:3e:22:45:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4184b7-af33-488a-8ede-34b0ab102150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:09:38Z', 'updated_at': '2021-07-23T23:09:50Z', 'revision_number': 1, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79339ec5-9bc2-490f-a339-2c79728ded18', 'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'mac_address': 'fa:16:3e:9b:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:38Z', 'updated_at': '2021-07-23T23:06:45Z', 'revision_number': 5, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'subnets': [{'id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:51.811334 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40bd21d-8fa8-489a-bde1-171a966c44e2 None None] Checking router: dde4ec12-704e-4bfa-be83-e3864b016576 for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:09:51.819350 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40bd21d-8fa8-489a-bde1-171a966c44e2 None None] Routers {'dde4ec12-704e-4bfa-be83-e3864b016576'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:09:51.819949 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-a40bd21d-8fa8-489a-bde1-171a966c44e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:09:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['dde4ec12-704e-4bfa-be83-e3864b016576'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:51.832242 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb2ae8-a132-49f3-bc48-b1766c65d984 req-55002d14-46fe-4ef0-a410-04a160170d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:09:51.833858 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a4fb2ae8-a132-49f3-bc48-b1766c65d984 req-55002d14-46fe-4ef0-a410-04a160170d70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70497c0c-7ba3-41f5-9bdc-064acfc78ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541127 Jul 23 23:09:51.928389 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a4fb2ae8-a132-49f3-bc48-b1766c65d984 req-993914a5-0c10-4a80-8e37-09097442c041 service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867267 Jul 23 23:09:51.929566 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-a40bd21d-8fa8-489a-bde1-171a966c44e2 None None] Set router dde4ec12-704e-4bfa-be83-e3864b016576 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:09:52.016397 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a4fb2ae8-a132-49f3-bc48-b1766c65d984 req-5c77ffe5-c312-458a-864e-6f646ebca923 service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811670 Jul 23 23:09:52.152395 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-a40bd21d-8fa8-489a-bde1-171a966c44e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 4, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port': {'id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': 'c111795d-672b-44cc-a06f-ca99d78a36d0', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'port_id': 'b9bbc00e-f131-4247-870f-c57926a32937', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'mac_address': 'fa:16:3e:22:45:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4184b7-af33-488a-8ede-34b0ab102150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:09:38Z', 'updated_at': '2021-07-23T23:09:50Z', 'revision_number': 1, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79339ec5-9bc2-490f-a339-2c79728ded18', 'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'mac_address': 'fa:16:3e:9b:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:38Z', 'updated_at': '2021-07-23T23:06:45Z', 'revision_number': 5, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'subnets': [{'id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:09:52.181579 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40bd21d-8fa8-489a-bde1-171a966c44e2 None None] The sync data for ids ['dde4ec12-704e-4bfa-be83-e3864b016576'] in dv-cinder-679138-12-iscsi is: [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 4, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port': {'id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': 'c111795d-672b-44cc-a06f-ca99d78a36d0', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'port_id': 'b9bbc00e-f131-4247-870f-c57926a32937', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'mac_address': 'fa:16:3e:22:45:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d4184b7-af33-488a-8ede-34b0ab102150', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:09:38Z', 'updated_at': '2021-07-23T23:09:50Z', 'revision_number': 1, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79339ec5-9bc2-490f-a339-2c79728ded18', 'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'mac_address': 'fa:16:3e:9b:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:38Z', 'updated_at': '2021-07-23T23:06:45Z', 'revision_number': 5, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'subnets': [{'id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:09:52.377403 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e0190a-7e39-41da-b90e-ef4c5d2b8b95 None None] New status for floating IP c111795d-672b-44cc-a06f-ca99d78a36d0: ACTIVE {{(pid=93011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:10:00.517306 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee75aa-77c4-4102-8b9b-52e2dae456aa req-5df7ee62-638f-4ee2-a2bc-4510113a5354 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:00.518717 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4eee75aa-77c4-4102-8b9b-52e2dae456aa req-5df7ee62-638f-4ee2-a2bc-4510113a5354 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 946 time: 0.0668082 Jul 23 23:10:00.556524 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4eee75aa-77c4-4102-8b9b-52e2dae456aa req-6e1ff9d4-07f7-4cfd-ad4f-fd9ab5bf8f07 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320499 Jul 23 23:10:01.686939 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfe609-d0ac-4d11-9128-f9b4467f3afa req-daa154d8-0238-42b3-94bd-d6d67a02c00b tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:01.688566 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0edfe609-d0ac-4d11-9128-f9b4467f3afa req-daa154d8-0238-42b3-94bd-d6d67a02c00b tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 946 time: 0.0659654 Jul 23 23:10:01.726125 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0edfe609-d0ac-4d11-9128-f9b4467f3afa req-bc91ea97-7790-44e5-99f2-f4b57500e490 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316777 Jul 23 23:10:02.372305 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a42b3-0450-4ee3-9cf0-001d5b4ed80b req-971f5ca5-4197-486a-a177-bceb404b1244 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:02.373751 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-820a42b3-0450-4ee3-9cf0-001d5b4ed80b req-971f5ca5-4197-486a-a177-bceb404b1244 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 946 time: 0.0665984 Jul 23 23:10:02.867191 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48cd1c-e182-4936-a091-20ddb62aeb0a req-7d81e19b-bf36-496b-8dfc-e21079a9a55f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:02.868778 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8e48cd1c-e182-4936-a091-20ddb62aeb0a req-7d81e19b-bf36-496b-8dfc-e21079a9a55f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 946 time: 0.0740421 Jul 23 23:10:02.907415 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8e48cd1c-e182-4936-a091-20ddb62aeb0a req-ff456f64-0d47-4d72-bd6f-cf65385e4eb3 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325394 Jul 23 23:10:03.720699 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:10:04.033425 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e65068-f048-4258-9d45-9394a72570f0 req-3c86ff6c-a3cc-408a-b544-0a734acb33e3 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:04.034908 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-57e65068-f048-4258-9d45-9394a72570f0 req-3c86ff6c-a3cc-408a-b544-0a734acb33e3 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 946 time: 0.0625660 Jul 23 23:10:04.070679 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-57e65068-f048-4258-9d45-9394a72570f0 req-b802bd43-8670-49f5-9904-cee035f43f9c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303268 Jul 23 23:10:05.087398 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-820a42b3-0450-4ee3-9cf0-001d5b4ed80b req-581f06b9-71f6-4394-90e3-c15a8f6d6426 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Deleting port 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:10:05.088579 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-820a42b3-0450-4ee3-9cf0-001d5b4ed80b req-581f06b9-71f6-4394-90e3-c15a8f6d6426 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:05.206357 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-820a42b3-0450-4ee3-9cf0-001d5b4ed80b req-581f06b9-71f6-4394-90e3-c15a8f6d6426 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] For port 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:10:05.206666 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-820a42b3-0450-4ee3-9cf0-001d5b4ed80b req-581f06b9-71f6-4394-90e3-c15a8f6d6426 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:05.278113 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08327b2-d805-456f-9214-0140c453553f req-c7e3481e-0c5d-4919-a729-07dda2fab7c8 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:05.279614 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a08327b2-d805-456f-9214-0140c453553f req-c7e3481e-0c5d-4919-a729-07dda2fab7c8 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 946 time: 0.1353981 Jul 23 23:10:05.391004 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a08327b2-d805-456f-9214-0140c453553f req-d75ccb19-2ed3-48c3-8365-8e7cc649e3a6 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016984 Jul 23 23:10:05.417697 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-820a42b3-0450-4ee3-9cf0-001d5b4ed80b req-581f06b9-71f6-4394-90e3-c15a8f6d6426 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:05.418061 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-820a42b3-0450-4ee3-9cf0-001d5b4ed80b req-581f06b9-71f6-4394-90e3-c15a8f6d6426 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946657'] for floatingip, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:05.418369 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.l3_db [req-820a42b3-0450-4ee3-9cf0-001d5b4ed80b req-581f06b9-71f6-4394-90e3-c15a8f6d6426 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Floating IP 4e9b25fd-c8f2-49d6-b9fe-fe89e4c72c57 disassociated. External IP: 172.27.3.125, port: 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d. Jul 23 23:10:05.418729 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-820a42b3-0450-4ee3-9cf0-001d5b4ed80b req-581f06b9-71f6-4394-90e3-c15a8f6d6426 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Calling delete_port for 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:10:05.547435 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-820a42b3-0450-4ee3-9cf0-001d5b4ed80b req-581f06b9-71f6-4394-90e3-c15a8f6d6426 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:05.579623 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f06b9-71f6-4394-90e3-c15a8f6d6426 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event deleted for resources: {'Port': ['ID=1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:05.704290 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-820a42b3-0450-4ee3-9cf0-001d5b4ed80b req-581f06b9-71f6-4394-90e3-c15a8f6d6426 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Router a96d363b-ebd1-43e0-86f1-324463176249 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:10:05.812543 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-820a42b3-0450-4ee3-9cf0-001d5b4ed80b req-581f06b9-71f6-4394-90e3-c15a8f6d6426 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:10:05.821855 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e74b4-0838-4501-8f28-753358b9bdd8 None None] Sync routers for ids ['a96d363b-ebd1-43e0-86f1-324463176249'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:10:05.831230 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8e74b4-0838-4501-8f28-753358b9bdd8 None None] Routers {'a96d363b-ebd1-43e0-86f1-324463176249'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:10:05.831836 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-9a8e74b4-0838-4501-8f28-753358b9bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:09:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['a96d363b-ebd1-43e0-86f1-324463176249'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:05.857683 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-820a42b3-0450-4ee3-9cf0-001d5b4ed80b req-581f06b9-71f6-4394-90e3-c15a8f6d6426 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] No DVR routers for this DVR port 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:10:05.860052 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-820a42b3-0450-4ee3-9cf0-001d5b4ed80b req-581f06b9-71f6-4394-90e3-c15a8f6d6426 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:05.862129 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-820a42b3-0450-4ee3-9cf0-001d5b4ed80b req-581f06b9-71f6-4394-90e3-c15a8f6d6426 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.47 "DELETE /v2.0/ports/1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d HTTP/1.1" status: 204 len: 173 time: 0.8731480 Jul 23 23:10:05.862585 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f191502-3bed-42a4-b873-f0cdc1b75c57', 'name': 'network-vif-deleted', 'tag': '1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:10:05.864800 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1a8e47-dbaa-4db6-a4d6-a81ab422ade2" -d '{"events": [{"server_uuid": "0f191502-3bed-42a4-b873-f0cdc1b75c57", "name": "network-vif-deleted", "tag": "1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:10:05.907792 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95f6424-cf5d-4ce9-a822-25dd6f035fa1 x-openstack-request-id: req-e95f6424-cf5d-4ce9-a822-25dd6f035fa1 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:10:05.908085 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f191502-3bed-42a4-b873-f0cdc1b75c57", "name": "network-vif-deleted", "tag": "1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:10:05.908337 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e95f6424-cf5d-4ce9-a822-25dd6f035fa1 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:10:05.908995 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f191502-3bed-42a4-b873-f0cdc1b75c57', 'name': 'network-vif-deleted', 'tag': '1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d', 'status': 'completed', 'code': 200} Jul 23 23:10:05.933679 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:10:05.940144 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-9a8e74b4-0838-4501-8f28-753358b9bdd8 None None] Set router a96d363b-ebd1-43e0-86f1-324463176249 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:10:05.955139 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:10:05.955571 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 1fc3df7a-4cf9-4bbd-8a4a-57b5d3a5358d not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:10:06.147855 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-9a8e74b4-0838-4501-8f28-753358b9bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:11Z', 'revision_number': 5, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:06.174577 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e74b4-0838-4501-8f28-753358b9bdd8 None None] Checking router: a96d363b-ebd1-43e0-86f1-324463176249 for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:10:06.182763 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8e74b4-0838-4501-8f28-753358b9bdd8 None None] Routers {'a96d363b-ebd1-43e0-86f1-324463176249'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:10:06.183362 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-9a8e74b4-0838-4501-8f28-753358b9bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:09:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['a96d363b-ebd1-43e0-86f1-324463176249'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:06.284764 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-9a8e74b4-0838-4501-8f28-753358b9bdd8 None None] Set router a96d363b-ebd1-43e0-86f1-324463176249 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:10:06.478715 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-9a8e74b4-0838-4501-8f28-753358b9bdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:11Z', 'revision_number': 5, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:06.494780 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-89a081f6-a3ab-48e1-9c6a-cc1ef345f443 req-c6eda618-9d24-4d5b-828a-7728ad4725a7 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f191502-3bed-42a4-b873-f0cdc1b75c57 HTTP/1.1" status: 200 len: 210 time: 0.0323789 Jul 23 23:10:06.504244 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8e74b4-0838-4501-8f28-753358b9bdd8 None None] The sync data for ids ['a96d363b-ebd1-43e0-86f1-324463176249'] in dv-cinder-679138-12-iscsi is: [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:11Z', 'revision_number': 5, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:10:06.713610 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efc592a-176f-4446-85f6-9d16e563c054 None None] New status for floating IP 4e9b25fd-c8f2-49d6-b9fe-fe89e4c72c57: DOWN {{(pid=93011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:10:07.747366 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-ac0423d5-4535-43d1-84fb-7bd1103d2f4f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-209086025&fields=id&tenant_id=b61ae0da91fd43c9af60865fe2ff0b92 HTTP/1.1" status: 200 len: 267 time: 0.0384278 Jul 23 23:10:07.852030 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-01a94a52-3d1e-42e8-b031-8f1309e3a1f6 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:07.854036 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-01a94a52-3d1e-42e8-b031-8f1309e3a1f6 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/networks?id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 HTTP/1.1" status: 200 len: 811 time: 0.0988941 Jul 23 23:10:07.868480 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-55a0417b-a063-4623-af2d-8b843b963a50 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/quotas/b61ae0da91fd43c9af60865fe2ff0b92 HTTP/1.1" status: 200 len: 375 time: 0.0089595 Jul 23 23:10:07.938657 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-9d9d8e7f-c1d9-4b9b-8e97-c2a656759035 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b61ae0da91fd43c9af60865fe2ff0b92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647175 Jul 23 23:10:08.038374 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-14c15834-e178-48cf-9503-12ee6a200dd4 service neutron] 10.222.0.20 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881557 Jul 23 23:10:08.129091 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-776b845f-9118-494c-9d6f-4625837ae49a service neutron] 10.222.0.20 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842869 Jul 23 23:10:08.411751 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a6b0295b-42c8-47a5-b568-6bae763fb101 req-e13d6f4c-c110-498f-8058-a2f29add6968 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 210 time: 0.0298800 Jul 23 23:10:09.505812 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-35dcacd4-27b2-4aed-9ada-73ef3d06b066 req-d0fb77ad-6f65-4d37-b66b-786ec4483670 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 210 time: 0.0281174 Jul 23 23:10:10.598450 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-68f14c6c-34d6-408c-bfcf-3aa78f95af4f req-01774462-4545-41ca-9893-e3b4c2fa66e2 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 210 time: 0.0292563 Jul 23 23:10:11.696566 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-be9b5548-80ee-4f52-80ff-182dbb95b6ed req-48a6e992-8b1c-4c0d-93b1-b957f648e7dc tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 210 time: 0.0314648 Jul 23 23:10:12.112761 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-b71b1092-4424-44cb-a6f9-1e32c2944e74 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:12.114208 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-b71b1092-4424-44cb-a6f9-1e32c2944e74 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.47 "GET /v2.0/networks?id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 HTTP/1.1" status: 200 len: 811 time: 0.1118026 Jul 23 23:10:12.166602 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-3a10d14e-849c-4cac-bdd0-312e522d129e tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b61ae0da91fd43c9af60865fe2ff0b92 HTTP/1.1" status: 200 len: 379 time: 0.0351768 Jul 23 23:10:12.198944 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Request body: {'port': {'device_id': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'admin_state_up': True, 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'security_groups': ['bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468']}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:10:12.308187 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Made reservation on behalf of b61ae0da91fd43c9af60865fe2ff0b92 for: {'port': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:10:12.311633 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:12.436811 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Allocated IP 172.20.0.6 (0c9e65c4-c5d0-481a-a8b7-008fad9d6c88/b2ac5730-7e73-458b-a007-64ca53f4e4e6/880d2826-2e29-46c7-90f3-588295ed3747) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:10:12.577353 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:12.590860 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Transition to ACTIVE for port object 880d2826-2e29-46c7-90f3-588295ed3747 will not be triggered until provisioned by entity DHCP. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:10:12.622896 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:12.668811 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:10:12.673629 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:10:12.677248 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:10:12.683440 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event updated for resources: {'Port': ['ID=880d2826-2e29-46c7-90f3-588295ed3747,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:12.710607 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:12.711274 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:12.711274 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:12.711615 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:12.711947 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:12.712279 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:12.713161 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:12.713595 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:12.713929 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:12.714257 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:12.714606 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:12.714931 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:12.754309 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:12.755621 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:12.782365 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-c4d234da-68fd-497c-8e68-6cb738696f36 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5874557 Jul 23 23:10:12.809891 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Request body: {'port': {'device_id': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:10:12.906752 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd4155-23d0-4d7b-a709-3ee517d142de req-69c49091-1047-465e-9103-d5fbb9b28504 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:12.908258 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-59dd4155-23d0-4d7b-a709-3ee517d142de req-69c49091-1047-465e-9103-d5fbb9b28504 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 931 time: 0.1409240 Jul 23 23:10:12.935840 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:12.993303 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-c50c0db2-99e7-479e-89c6-3e7cb1294245 None None] Provisioning for port 880d2826-2e29-46c7-90f3-588295ed3747 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:10:12.999053 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-c50c0db2-99e7-479e-89c6-3e7cb1294245 None None] Provisioning complete for port 880d2826-2e29-46c7-90f3-588295ed3747 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:10:12.999794 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-59dd4155-23d0-4d7b-a709-3ee517d142de req-60cd90fc-587a-42bf-89e1-f7ce5e4d3110 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840995 Jul 23 23:10:13.002713 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c50c0db2-99e7-479e-89c6-3e7cb1294245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:13.046419 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-c50c0db2-99e7-479e-89c6-3e7cb1294245 None None] Port 880d2826-2e29-46c7-90f3-588295ed3747 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:10:13.239279 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880d2826-2e29-46c7-90f3-588295ed3747 {{(pid=93010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:10:13.247056 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:13.258301 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Transition to ACTIVE for port object 880d2826-2e29-46c7-90f3-588295ed3747 will not be triggered until provisioned by entity L2. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:10:13.262545 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:13.315344 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=880d2826-2e29-46c7-90f3-588295ed3747,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:13.330992 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-33b2a52c-d459-4a48-9980-f83751b94a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:13.388757 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Attempting to bind port 880d2826-2e29-46c7-90f3-588295ed3747 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:10:13.389090 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Attempting to bind port 880d2826-2e29-46c7-90f3-588295ed3747 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:10:13.389414 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Attempting to bind port 880d2826-2e29-46c7-90f3-588295ed3747 on network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:10:13.394188 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Port 880d2826-2e29-46c7-90f3-588295ed3747 on network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:10:13.394511 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Attempting to bind port 880d2826-2e29-46c7-90f3-588295ed3747 on network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:10:13.399455 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:10:13.399787 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Checking segment: {'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:10:13.400715 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Bound using segment: {'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:10:13.401179 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Bound port: 880d2826-2e29-46c7-90f3-588295ed3747, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'}}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:10:13.401613 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:13.468204 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] For port 880d2826-2e29-46c7-90f3-588295ed3747, host hv-cinder-67913, cleared binding levels {{(pid=93010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:10:13.471755 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] For port 880d2826-2e29-46c7-90f3-588295ed3747, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=880d2826-2e29-46c7-90f3-588295ed3747,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:10:13.476151 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:13.513512 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:13.514125 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:13.515521 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] 10.222.0.47 "PUT /v2.0/ports/880d2826-2e29-46c7-90f3-588295ed3747 HTTP/1.1" status: 200 len: 1093 time: 0.7119663 Jul 23 23:10:13.515954 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'tag': '880d2826-2e29-46c7-90f3-588295ed3747'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:10:13.518427 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f2cc9b-ebc1-4b5c-8e48-94e5aaa87f06" -d '{"events": [{"name": "network-changed", "server_uuid": "66a70995-1649-4a2c-be3a-2ee7588797f3", "tag": "880d2826-2e29-46c7-90f3-588295ed3747"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:10:13.548430 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e8a6c-63e9-4ee6-aa19-dba238ecbfc2 service neutron] Pushing event updated for resources: {'Port': ['ID=880d2826-2e29-46c7-90f3-588295ed3747,revision_number=3']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:13.582274 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497a0be2-5026-4009-8360-27e80184ba27 x-openstack-request-id: req-497a0be2-5026-4009-8360-27e80184ba27 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:10:13.582699 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a70995-1649-4a2c-be3a-2ee7588797f3", "tag": "880d2826-2e29-46c7-90f3-588295ed3747", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:10:13.582969 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-497a0be2-5026-4009-8360-27e80184ba27 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:10:13.583360 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'tag': '880d2826-2e29-46c7-90f3-588295ed3747', 'status': 'completed', 'code': 200} Jul 23 23:10:13.631285 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d34dad0d-dcf5-4201-9d7a-28f2ebf1b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:13.632876 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-d34dad0d-dcf5-4201-9d7a-28f2ebf1b03f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61ae0da91fd43c9af60865fe2ff0b92&device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 1096 time: 0.0591152 Jul 23 23:10:13.683524 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-5b9e7a0a-8ff7-4f6b-a3b9-84574ed9fc5c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=880d2826-2e29-46c7-90f3-588295ed3747 HTTP/1.1" status: 200 len: 217 time: 0.0367491 Jul 23 23:10:13.736234 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-b3fa6839-6701-48c6-8746-7f9d572efb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:13.737634 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-b3fa6839-6701-48c6-8746-7f9d572efb64 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2ac5730-7e73-458b-a007-64ca53f4e4e6 HTTP/1.1" status: 200 len: 850 time: 0.0474317 Jul 23 23:10:13.796901 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-4e1cdcf2-03fe-4056-8afa-2da5a52ed253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:13.798366 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-4e1cdcf2-03fe-4056-8afa-2da5a52ed253 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532560 Jul 23 23:10:13.885136 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-7637e327-3233-46de-86ce-b48204d1eaac service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787928 Jul 23 23:10:13.972391 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b71d138e-37ea-42f2-92cc-c2ab47a58161 req-3672fba7-137f-4459-9a54-bd98bbc9094b service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803783 Jul 23 23:10:14.156433 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2cc9b-ebc1-4b5c-8e48-94e5aaa87f06 req-3de4f9e3-5443-4fba-a296-5b230f2239c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:14.157933 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d7f2cc9b-ebc1-4b5c-8e48-94e5aaa87f06 req-3de4f9e3-5443-4fba-a296-5b230f2239c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61ae0da91fd43c9af60865fe2ff0b92&device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 1096 time: 0.0983562 Jul 23 23:10:14.165166 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27148873-adc0-4bc8-ab26-72674f4bd893 req-6070deda-9c4c-4203-9ab9-c16b2cff3bfe tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:14.166700 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-27148873-adc0-4bc8-ab26-72674f4bd893 req-6070deda-9c4c-4203-9ab9-c16b2cff3bfe tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 943 time: 0.0983427 Jul 23 23:10:14.253122 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-27148873-adc0-4bc8-ab26-72674f4bd893 req-bc08e867-5bbb-43e9-8825-71d2725b8be1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782335 Jul 23 23:10:14.279241 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2cc9b-ebc1-4b5c-8e48-94e5aaa87f06 req-baa7cb7b-b47f-472b-b06f-60c6735dc61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:14.280768 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d7f2cc9b-ebc1-4b5c-8e48-94e5aaa87f06 req-baa7cb7b-b47f-472b-b06f-60c6735dc61a service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 HTTP/1.1" status: 200 len: 912 time: 0.1132143 Jul 23 23:10:14.338978 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d7f2cc9b-ebc1-4b5c-8e48-94e5aaa87f06 req-b049681c-0646-4d37-bba0-97817d83a798 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=880d2826-2e29-46c7-90f3-588295ed3747 HTTP/1.1" status: 200 len: 217 time: 0.0369091 Jul 23 23:10:14.388704 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2cc9b-ebc1-4b5c-8e48-94e5aaa87f06 req-43efb101-ffd6-4f58-bd5c-eb0e66e61976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:14.390129 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d7f2cc9b-ebc1-4b5c-8e48-94e5aaa87f06 req-43efb101-ffd6-4f58-bd5c-eb0e66e61976 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2ac5730-7e73-458b-a007-64ca53f4e4e6 HTTP/1.1" status: 200 len: 850 time: 0.0426190 Jul 23 23:10:14.448265 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2cc9b-ebc1-4b5c-8e48-94e5aaa87f06 req-31f672bd-b3ed-4291-be88-0c30a6568e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:14.449682 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d7f2cc9b-ebc1-4b5c-8e48-94e5aaa87f06 req-31f672bd-b3ed-4291-be88-0c30a6568e94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522072 Jul 23 23:10:14.544903 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d7f2cc9b-ebc1-4b5c-8e48-94e5aaa87f06 req-968c1346-06d1-47f2-8f2c-e24b524920d3 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871263 Jul 23 23:10:14.633948 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d7f2cc9b-ebc1-4b5c-8e48-94e5aaa87f06 req-b9a6f210-b212-460d-a910-42002188b7ff service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825262 Jul 23 23:10:15.394450 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33567e9a-1f3e-4ff4-afe9-6fe6ab918823 req-b0bb29e3-ddd0-4ce4-be07-07907f646eab tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:15.395991 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-33567e9a-1f3e-4ff4-afe9-6fe6ab918823 req-b0bb29e3-ddd0-4ce4-be07-07907f646eab tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 943 time: 0.0743828 Jul 23 23:10:15.438254 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-33567e9a-1f3e-4ff4-afe9-6fe6ab918823 req-fd87853c-3edd-4355-8dce-762edcd64a1a tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322924 Jul 23 23:10:15.527706 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:15.936453 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-23e0656a-0d8a-43e0-a69c-461acfce11d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:16.202682 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:16.575428 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84969a-e86b-4acd-a1a8-c0e315b50c73 req-22ea48a6-4d0c-4c6b-8e8b-8c7f90b8331a tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:16.576938 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-af84969a-e86b-4acd-a1a8-c0e315b50c73 req-22ea48a6-4d0c-4c6b-8e8b-8c7f90b8331a tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 943 time: 0.0689814 Jul 23 23:10:16.613421 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-af84969a-e86b-4acd-a1a8-c0e315b50c73 req-b6d8700b-5f27-4d84-b5a9-0e6d32edfac9 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310624 Jul 23 23:10:17.107098 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:17.745442 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610f25c-a822-43c6-9300-ce424273cb9b req-79810d5f-bf1b-452d-9d01-f30bd793a5fb tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:17.747269 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2610f25c-a822-43c6-9300-ce424273cb9b req-79810d5f-bf1b-452d-9d01-f30bd793a5fb tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 943 time: 0.0677192 Jul 23 23:10:17.784950 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2610f25c-a822-43c6-9300-ce424273cb9b req-a6a9f69e-1aec-4d9b-86b4-abe32267a9c1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320754 Jul 23 23:10:17.831872 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59018) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:10:17.931038 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-358ee39b-8d50-4dfc-b659-411d1a219c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:18.018929 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-358ee39b-8d50-4dfc-b659-411d1a219c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:18.022466 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-358ee39b-8d50-4dfc-b659-411d1a219c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:18.058753 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ee39b-8d50-4dfc-b659-411d1a219c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390288d7-503a-46a7-ab30-01b1c6cc96da,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:18.063037 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-358ee39b-8d50-4dfc-b659-411d1a219c41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b6df5ccd2c04246816a0a705b8c8b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301292 Jul 23 23:10:18.065513 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59022) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:10:18.115715 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-78de1c95-4751-46d1-ad34-e13c1e352bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:18.136655 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-78de1c95-4751-46d1-ad34-e13c1e352bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:18.180695 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-78de1c95-4751-46d1-ad34-e13c1e352bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:18.183864 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-78de1c95-4751-46d1-ad34-e13c1e352bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:18.184976 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-78de1c95-4751-46d1-ad34-e13c1e352bfe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/390288d7-503a-46a7-ab30-01b1c6cc96da HTTP/1.1" status: 204 len: 168 time: 0.1185796 Jul 23 23:10:18.192680 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de1c95-4751-46d1-ad34-e13c1e352bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390288d7-503a-46a7-ab30-01b1c6cc96da,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:18.805154 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:18.915494 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd4066-9d53-49bb-a860-9c56be6ce23d req-0d780950-3c34-43f7-a47c-b67101d7043e tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:18.917184 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bdfd4066-9d53-49bb-a860-9c56be6ce23d req-0d780950-3c34-43f7-a47c-b67101d7043e tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 943 time: 0.0657508 Jul 23 23:10:18.954030 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-bdfd4066-9d53-49bb-a860-9c56be6ce23d req-59034cb3-0a44-444a-8c32-957d2299ea7c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312347 Jul 23 23:10:20.078772 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2cbe5-8e35-4dc8-82a9-fe9c12f9ad5d req-0e93bc70-7df0-4b47-863e-e858f2a14c9a tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:20.080212 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f2c2cbe5-8e35-4dc8-82a9-fe9c12f9ad5d req-0e93bc70-7df0-4b47-863e-e858f2a14c9a tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 943 time: 0.0615716 Jul 23 23:10:20.116974 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f2c2cbe5-8e35-4dc8-82a9-fe9c12f9ad5d req-a9ab9b9d-10e0-4b64-bb8d-60c9ad592c45 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313642 Jul 23 23:10:20.939586 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59036) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:10:21.534127 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf3831-89b4-40d0-bdd2-f133e6518b27 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Deleting port c3c6876e-9ee2-46a2-a97b-53f720167c30 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:10:21.534854 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9bcf3831-89b4-40d0-bdd2-f133e6518b27 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:21.545271 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe66e7-02b3-4e89-9bf2-09a0e36db922 req-5c272d4a-c55e-46f6-8a18-aa3566079875 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:21.546793 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96fe66e7-02b3-4e89-9bf2-09a0e36db922 req-5c272d4a-c55e-46f6-8a18-aa3566079875 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 943 time: 0.3622456 Jul 23 23:10:21.633507 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-96fe66e7-02b3-4e89-9bf2-09a0e36db922 req-f68adc84-d24b-4d35-b867-9f617bb86ecb tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777025 Jul 23 23:10:21.650464 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9bcf3831-89b4-40d0-bdd2-f133e6518b27 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:21.650828 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9bcf3831-89b4-40d0-bdd2-f133e6518b27 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:21.662635 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf3831-89b4-40d0-bdd2-f133e6518b27 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Calling delete_port for c3c6876e-9ee2-46a2-a97b-53f720167c30 owned by network:floatingip {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:10:21.830986 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9bcf3831-89b4-40d0-bdd2-f133e6518b27 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:21.856283 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf3831-89b4-40d0-bdd2-f133e6518b27 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Pushing event deleted for resources: {'Port': ['ID=c3c6876e-9ee2-46a2-a97b-53f720167c30,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:21.922823 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9bcf3831-89b4-40d0-bdd2-f133e6518b27 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for floatingip, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:21.923194 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.l3_db [None req-9bcf3831-89b4-40d0-bdd2-f133e6518b27 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Floating IP b21086b5-2bed-4899-bce1-e747ca86116a disassociated (deleted). External IP: 172.27.3.118, port: 17569a84-928d-4b41-94ea-ef11dfd6811f. Jul 23 23:10:22.026592 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 880d2826-2e29-46c7-90f3-588295ed3747 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:10:22.125555 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 880d2826-2e29-46c7-90f3-588295ed3747, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=880d2826-2e29-46c7-90f3-588295ed3747,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:10:22.127393 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcf3831-89b4-40d0-bdd2-f133e6518b27 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Router b2dedc35-c925-440e-ad59-795972f22ea0 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:10:22.136137 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': '880d2826-2e29-46c7-90f3-588295ed3747', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'port_id': '880d2826-2e29-46c7-90f3-588295ed3747', 'mac_address': 'fa:16:3e:0d:c3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:10:22.173109 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:22.185311 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880d2826-2e29-46c7-90f3-588295ed3747 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:10:22.204500 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 880d2826-2e29-46c7-90f3-588295ed3747, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=880d2826-2e29-46c7-90f3-588295ed3747,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:10:22.208771 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:22.241211 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcf3831-89b4-40d0-bdd2-f133e6518b27 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:10:22.246748 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9bcf3831-89b4-40d0-bdd2-f133e6518b27 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:22.251329 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd9733d-04d2-475c-adf6-43fece94f9d8 None None] Sync routers for ids ['b2dedc35-c925-440e-ad59-795972f22ea0'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:10:22.258134 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=880d2826-2e29-46c7-90f3-588295ed3747,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:22.262173 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd9733d-04d2-475c-adf6-43fece94f9d8 None None] Routers {'b2dedc35-c925-440e-ad59-795972f22ea0'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:10:22.262843 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-cfd9733d-04d2-475c-adf6-43fece94f9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:10:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['b2dedc35-c925-440e-ad59-795972f22ea0'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:22.290587 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-9bcf3831-89b4-40d0-bdd2-f133e6518b27 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "DELETE /v2.0/floatingips/b21086b5-2bed-4899-bce1-e747ca86116a HTTP/1.1" status: 204 len: 168 time: 1.3499768 Jul 23 23:10:22.291183 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae42c90-0960-43a1-9f72-669c044b6066', 'tag': '17569a84-928d-4b41-94ea-ef11dfd6811f'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:10:22.294254 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a1b65a-b75a-4bf1-889a-cdff2b9bbde4" -d '{"events": [{"name": "network-changed", "server_uuid": "eae42c90-0960-43a1-9f72-669c044b6066", "tag": "17569a84-928d-4b41-94ea-ef11dfd6811f"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:10:22.331926 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60066c60-bfd4-404f-9873-55d87f32d4df x-openstack-request-id: req-60066c60-bfd4-404f-9873-55d87f32d4df {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:10:22.332279 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eae42c90-0960-43a1-9f72-669c044b6066", "tag": "17569a84-928d-4b41-94ea-ef11dfd6811f", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:10:22.332592 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60066c60-bfd4-404f-9873-55d87f32d4df {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:10:22.333076 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae42c90-0960-43a1-9f72-669c044b6066', 'tag': '17569a84-928d-4b41-94ea-ef11dfd6811f', 'status': 'completed', 'code': 200} Jul 23 23:10:22.449609 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1b65a-b75a-4bf1-889a-cdff2b9bbde4 req-44048026-926f-42a9-9c81-b9367aff3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:22.451485 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-98a1b65a-b75a-4bf1-889a-cdff2b9bbde4 req-44048026-926f-42a9-9c81-b9367aff3b18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ddc94a018af14ea09f31b12bf25c04a9&device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 1099 time: 0.0730970 Jul 23 23:10:22.474981 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-cfd9733d-04d2-475c-adf6-43fece94f9d8 None None] Set router b2dedc35-c925-440e-ad59-795972f22ea0 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:10:22.525265 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['880d2826-2e29-46c7-90f3-588295ed3747'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:10:22.618892 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8114c-de2f-4374-90ad-30cc49653feb req-b60c5ed9-f926-4c8b-ab04-569d4203a9bb tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:22.621076 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-56f8114c-de2f-4374-90ad-30cc49653feb req-b60c5ed9-f926-4c8b-ab04-569d4203a9bb tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.1380386 Jul 23 23:10:22.624831 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1b65a-b75a-4bf1-889a-cdff2b9bbde4 req-3a54fe79-5d11-4637-a604-7cff819e788a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:22.626781 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-98a1b65a-b75a-4bf1-889a-cdff2b9bbde4 req-3a54fe79-5d11-4637-a604-7cff819e788a service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd27e022-66ce-4ea6-b6aa-eb706400f63b HTTP/1.1" status: 200 len: 910 time: 0.1128464 Jul 23 23:10:22.686612 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-98a1b65a-b75a-4bf1-889a-cdff2b9bbde4 req-9d7cff70-3429-4cb4-92b7-c1e8d57e26fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17569a84-928d-4b41-94ea-ef11dfd6811f HTTP/1.1" status: 200 len: 217 time: 0.0525970 Jul 23 23:10:22.690956 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-cfd9733d-04d2-475c-adf6-43fece94f9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'name': 'tempest-TestShelveInstance-1626474573-router', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:02Z', 'updated_at': '2021-07-23T23:04:05Z', 'revision_number': 4, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'gw_port': {'id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:03Z', 'updated_at': '2021-07-23T23:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'c0be0bd3-344c-4fed-ab3d-8942b1b37071', 'name': '', 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'mac_address': 'fa:16:3e:1b:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:05Z', 'updated_at': '2021-07-23T23:04:14Z', 'revision_number': 5, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'subnets': [{'id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:22.721548 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd9733d-04d2-475c-adf6-43fece94f9d8 None None] Checking router: b2dedc35-c925-440e-ad59-795972f22ea0 for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:10:22.731452 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd9733d-04d2-475c-adf6-43fece94f9d8 None None] Routers {'b2dedc35-c925-440e-ad59-795972f22ea0'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:10:22.732739 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-cfd9733d-04d2-475c-adf6-43fece94f9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:10:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['b2dedc35-c925-440e-ad59-795972f22ea0'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:22.740306 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-56f8114c-de2f-4374-90ad-30cc49653feb req-6e2746d6-8676-4bb8-945a-1c2b283ea1d0 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125689 Jul 23 23:10:22.785126 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1b65a-b75a-4bf1-889a-cdff2b9bbde4 req-0f509497-0474-4408-8c81-fd1459616668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:22.786615 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-98a1b65a-b75a-4bf1-889a-cdff2b9bbde4 req-0f509497-0474-4408-8c81-fd1459616668 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=acc8c905-2095-4e1d-a0db-431db2c0bf1b HTTP/1.1" status: 200 len: 848 time: 0.0890977 Jul 23 23:10:22.839973 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59460fdf-6604-467e-9e35-cb2e7f35014c req-05bad385-b77e-47f4-9e8e-40cf9aac6c68 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:22.840477 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-cfd9733d-04d2-475c-adf6-43fece94f9d8 None None] Set router b2dedc35-c925-440e-ad59-795972f22ea0 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:10:22.841454 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-59460fdf-6604-467e-9e35-cb2e7f35014c req-05bad385-b77e-47f4-9e8e-40cf9aac6c68 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 944 time: 0.1140902 Jul 23 23:10:22.898360 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1b65a-b75a-4bf1-889a-cdff2b9bbde4 req-2af69e9c-0448-4522-889d-3655f295b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:22.899876 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-98a1b65a-b75a-4bf1-889a-cdff2b9bbde4 req-2af69e9c-0448-4522-889d-3655f295b53a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd27e022-66ce-4ea6-b6aa-eb706400f63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1036429 Jul 23 23:10:22.905447 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-59460fdf-6604-467e-9e35-cb2e7f35014c req-8ba52105-7808-4922-9ed5-e590f6dd35d7 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571666 Jul 23 23:10:22.989616 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-98a1b65a-b75a-4bf1-889a-cdff2b9bbde4 req-1ea21bef-2356-476d-b71e-e07a5e370d24 service neutron] 10.222.0.47 "GET /v2.0/networks/dd27e022-66ce-4ea6-b6aa-eb706400f63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814598 Jul 23 23:10:23.036878 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-cfd9733d-04d2-475c-adf6-43fece94f9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'name': 'tempest-TestShelveInstance-1626474573-router', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:02Z', 'updated_at': '2021-07-23T23:04:05Z', 'revision_number': 4, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'gw_port': {'id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:03Z', 'updated_at': '2021-07-23T23:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'c0be0bd3-344c-4fed-ab3d-8942b1b37071', 'name': '', 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'mac_address': 'fa:16:3e:1b:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:05Z', 'updated_at': '2021-07-23T23:04:14Z', 'revision_number': 5, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'subnets': [{'id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:23.063521 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd9733d-04d2-475c-adf6-43fece94f9d8 None None] The sync data for ids ['b2dedc35-c925-440e-ad59-795972f22ea0'] in dv-cinder-679138-12-iscsi is: [{'id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'name': 'tempest-TestShelveInstance-1626474573-router', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:02Z', 'updated_at': '2021-07-23T23:04:05Z', 'revision_number': 4, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'gw_port': {'id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:03Z', 'updated_at': '2021-07-23T23:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'c0be0bd3-344c-4fed-ab3d-8942b1b37071', 'name': '', 'network_id': 'dd27e022-66ce-4ea6-b6aa-eb706400f63b', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'mac_address': 'fa:16:3e:1b:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:05Z', 'updated_at': '2021-07-23T23:04:14Z', 'revision_number': 5, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'subnets': [{'id': 'acc8c905-2095-4e1d-a0db-431db2c0bf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:10:23.091675 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-98a1b65a-b75a-4bf1-889a-cdff2b9bbde4 req-e47c72eb-0f04-4cb3-a4a8-57bb76f2f782 service neutron] 10.222.0.47 "GET /v2.0/networks/dd27e022-66ce-4ea6-b6aa-eb706400f63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939789 Jul 23 23:10:23.290672 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6986e9-ea9a-446d-9ba5-c1378d64d7d8 None None] New status for floating IP b21086b5-2bed-4899-bce1-e747ca86116a: DOWN {{(pid=93011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:10:23.874704 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2650630-54f0-4142-a8a5-b22ee1b8eb4b req-b540dd34-0265-4f58-b95f-ae99268d5391 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:23.876994 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f2650630-54f0-4142-a8a5-b22ee1b8eb4b req-b540dd34-0265-4f58-b95f-ae99268d5391 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0642307 Jul 23 23:10:23.915474 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f2650630-54f0-4142-a8a5-b22ee1b8eb4b req-8b50c5d4-73f0-4974-82ba-2eb85a6770d0 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/security-groups?id=da3640e3-dc23-40d8-85fc-ddcc75f95e30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326793 Jul 23 23:10:24.042826 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99428201-7e66-4926-81d4-da3b16ad46f8 req-4c41fc3e-5a03-4fb4-8f91-2229d243e17c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:24.044301 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-99428201-7e66-4926-81d4-da3b16ad46f8 req-4c41fc3e-5a03-4fb4-8f91-2229d243e17c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 944 time: 0.0709705 Jul 23 23:10:24.072793 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 880d2826-2e29-46c7-90f3-588295ed3747 up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:10:24.081282 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-99428201-7e66-4926-81d4-da3b16ad46f8 req-cc74db68-082f-4085-8521-47448d893a61 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315230 Jul 23 23:10:24.120818 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port 880d2826-2e29-46c7-90f3-588295ed3747 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:10:24.124245 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port 880d2826-2e29-46c7-90f3-588295ed3747 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:10:24.124610 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:24.202727 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:24.225222 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880d2826-2e29-46c7-90f3-588295ed3747'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:10:24.227634 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f289410-db26-40be-93fb-99e5da0d6be9" -d '{"events": [{"server_uuid": "66a70995-1649-4a2c-be3a-2ee7588797f3", "name": "network-vif-plugged", "status": "completed", "tag": "880d2826-2e29-46c7-90f3-588295ed3747"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:10:24.240069 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 880d2826-2e29-46c7-90f3-588295ed3747, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=880d2826-2e29-46c7-90f3-588295ed3747,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:10:24.244223 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:24.267742 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e46510-9169-4a40-bd42-f9aaf51b0bb6 x-openstack-request-id: req-30e46510-9169-4a40-bd42-f9aaf51b0bb6 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:10:24.268029 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a70995-1649-4a2c-be3a-2ee7588797f3", "name": "network-vif-plugged", "status": "completed", "tag": "880d2826-2e29-46c7-90f3-588295ed3747", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:10:24.268278 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30e46510-9169-4a40-bd42-f9aaf51b0bb6 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:10:24.268662 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880d2826-2e29-46c7-90f3-588295ed3747', 'code': 200} Jul 23 23:10:24.299226 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=880d2826-2e29-46c7-90f3-588295ed3747,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:24.324896 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74cab9-b247-48fb-a4fc-0450dcf5af48 req-e0636672-ab39-4406-a714-fa67b2694e32 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:24.326072 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ed74cab9-b247-48fb-a4fc-0450dcf5af48 req-e0636672-ab39-4406-a714-fa67b2694e32 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.47 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 946 time: 0.0682869 Jul 23 23:10:24.436621 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-ed74cab9-b247-48fb-a4fc-0450dcf5af48 req-da4944fe-0338-47f6-89d0-2d7f23afda72 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Deleting port 17569a84-928d-4b41-94ea-ef11dfd6811f {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:10:24.436969 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ed74cab9-b247-48fb-a4fc-0450dcf5af48 req-da4944fe-0338-47f6-89d0-2d7f23afda72 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:24.554678 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-ed74cab9-b247-48fb-a4fc-0450dcf5af48 req-da4944fe-0338-47f6-89d0-2d7f23afda72 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] For port 17569a84-928d-4b41-94ea-ef11dfd6811f, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=17569a84-928d-4b41-94ea-ef11dfd6811f,segment=NetworkSegment(9371e616-9db9-4dcc-adc0-71510dac173d),segment_id=9371e616-9db9-4dcc-adc0-71510dac173d)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:10:24.554933 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ed74cab9-b247-48fb-a4fc-0450dcf5af48 req-da4944fe-0338-47f6-89d0-2d7f23afda72 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:24.577774 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-ed74cab9-b247-48fb-a4fc-0450dcf5af48 req-da4944fe-0338-47f6-89d0-2d7f23afda72 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Calling delete_port for 17569a84-928d-4b41-94ea-ef11dfd6811f owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:10:24.593690 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58fd40-98aa-46ac-bdfb-55e9d672726c req-86316b03-e1fa-488b-94fd-3b8551e7dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:24.595173 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7d58fd40-98aa-46ac-bdfb-55e9d672726c req-86316b03-e1fa-488b-94fd-3b8551e7dd25 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 1098 time: 0.0967810 Jul 23 23:10:24.666634 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7d58fd40-98aa-46ac-bdfb-55e9d672726c req-178feb7c-0a6d-4aba-b898-4a39178c26b7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433583 Jul 23 23:10:24.734608 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ed74cab9-b247-48fb-a4fc-0450dcf5af48 req-da4944fe-0338-47f6-89d0-2d7f23afda72 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:24.760222 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4944fe-0338-47f6-89d0-2d7f23afda72 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Pushing event deleted for resources: {'Port': ['ID=17569a84-928d-4b41-94ea-ef11dfd6811f,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:24.811910 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed74cab9-b247-48fb-a4fc-0450dcf5af48 req-da4944fe-0338-47f6-89d0-2d7f23afda72 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] No DVR routers for this DVR port 17569a84-928d-4b41-94ea-ef11dfd6811f on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:10:24.814202 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-ed74cab9-b247-48fb-a4fc-0450dcf5af48 req-da4944fe-0338-47f6-89d0-2d7f23afda72 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:24.816260 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ed74cab9-b247-48fb-a4fc-0450dcf5af48 req-da4944fe-0338-47f6-89d0-2d7f23afda72 tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.47 "DELETE /v2.0/ports/17569a84-928d-4b41-94ea-ef11dfd6811f HTTP/1.1" status: 204 len: 173 time: 0.4842989 Jul 23 23:10:24.816700 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae42c90-0960-43a1-9f72-669c044b6066', 'name': 'network-vif-deleted', 'tag': '17569a84-928d-4b41-94ea-ef11dfd6811f'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:10:24.818927 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dba1d8-6e47-4ef1-82d8-90fee701e6a2" -d '{"events": [{"server_uuid": "eae42c90-0960-43a1-9f72-669c044b6066", "name": "network-vif-deleted", "tag": "17569a84-928d-4b41-94ea-ef11dfd6811f"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:10:24.852885 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ed016e-5fdc-476d-94d6-4c1cb2881869 x-openstack-request-id: req-c5ed016e-5fdc-476d-94d6-4c1cb2881869 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:10:24.853176 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eae42c90-0960-43a1-9f72-669c044b6066", "name": "network-vif-deleted", "tag": "17569a84-928d-4b41-94ea-ef11dfd6811f", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:10:24.853428 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5ed016e-5fdc-476d-94d6-4c1cb2881869 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:10:24.853814 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae42c90-0960-43a1-9f72-669c044b6066', 'name': 'network-vif-deleted', 'tag': '17569a84-928d-4b41-94ea-ef11dfd6811f', 'status': 'completed', 'code': 200} Jul 23 23:10:25.016994 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e26d78e5-d51d-45d9-af3d-6347ea9c7871 req-d679b698-599d-4c85-a436-4b7d90dba50d tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 210 time: 0.0290086 Jul 23 23:10:25.218098 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91f873-025f-430f-b735-8529f1812254 req-2b0f7c79-4e1d-44cc-99de-7e932385feed tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:25.219661 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2d91f873-025f-430f-b735-8529f1812254 req-2b0f7c79-4e1d-44cc-99de-7e932385feed tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 945 time: 0.0653167 Jul 23 23:10:25.256907 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2d91f873-025f-430f-b735-8529f1812254 req-e07e50fb-e989-46d2-95ee-985043d6d853 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316598 Jul 23 23:10:26.126513 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-046297c3-4334-4e0c-b91a-c89ca43fc007 req-e3471a4e-78f9-4d37-8466-94514c7566dd tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "GET /v2.0/ports?device_id=eae42c90-0960-43a1-9f72-669c044b6066 HTTP/1.1" status: 200 len: 210 time: 0.0328431 Jul 23 23:10:26.386370 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20c8f1-9be4-45ab-91e5-260b520b7a39 req-00d558e2-f18d-434f-b902-b16d3f4f2b33 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:26.388057 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5e20c8f1-9be4-45ab-91e5-260b520b7a39 req-00d558e2-f18d-434f-b902-b16d3f4f2b33 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 945 time: 0.0626130 Jul 23 23:10:26.425173 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5e20c8f1-9be4-45ab-91e5-260b520b7a39 req-6f93457c-c41c-40f3-bdcf-0c2c3468299a tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312848 Jul 23 23:10:26.552351 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01b1d8-90b4-4fcb-988c-1cb5c0c49901 req-9f294a45-9b7e-4f4f-b81e-70b56556db99 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:26.553722 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-de01b1d8-90b4-4fcb-988c-1cb5c0c49901 req-9f294a45-9b7e-4f4f-b81e-70b56556db99 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 945 time: 0.0640531 Jul 23 23:10:26.590948 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-de01b1d8-90b4-4fcb-988c-1cb5c0c49901 req-b252c0ea-d130-42e7-a879-2b0067be371e tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309465 Jul 23 23:10:26.612808 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59078) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:10:26.667952 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb03d644-e5f9-4e83-9f5e-4c285670ebda tempest-TestVolumeBootPattern-402170111 tempest-TestVolumeBootPattern-402170111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:26.669438 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-cb03d644-e5f9-4e83-9f5e-4c285670ebda tempest-TestVolumeBootPattern-402170111 tempest-TestVolumeBootPattern-402170111-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 1093 time: 0.0556691 Jul 23 23:10:26.672248 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59080) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:10:26.676453 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Request body: {'floatingip': {'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'port_id': '880d2826-2e29-46c7-90f3-588295ed3747', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:10:26.697118 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for floatingip, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:26.788700 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:26.892272 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Allocated IP 172.27.3.172 (28efa890-d1ea-4772-b7d3-cfef5dff758d/97030860-1f38-455c-ac9a-169aa93780e4/c88f811f-b9c4-4e4a-8435-c7c405000896) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:10:26.989434 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:27.027437 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:27.066669 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:10:27.071629 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:10:27.075679 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:10:27.081038 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event updated for resources: {'Port': ['ID=c88f811f-b9c4-4e4a-8435-c7c405000896,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:27.182195 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 59084) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:10:27.240257 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9f7d4a00-3617-435a-ac22-c5e3d5fc921d tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:27.265299 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9f7d4a00-3617-435a-ac22-c5e3d5fc921d tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:27.327058 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9f7d4a00-3617-435a-ac22-c5e3d5fc921d tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:27.329960 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-9f7d4a00-3617-435a-ac22-c5e3d5fc921d tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:27.331155 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-9f7d4a00-3617-435a-ac22-c5e3d5fc921d tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] 10.222.0.20 "DELETE /v2.0/security-groups/da3640e3-dc23-40d8-85fc-ddcc75f95e30 HTTP/1.1" status: 204 len: 168 time: 0.1478419 Jul 23 23:10:27.341167 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d4a00-3617-435a-ac22-c5e3d5fc921d tempest-TestShelveInstance-1410827170 tempest-TestShelveInstance-1410827170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3640e3-dc23-40d8-85fc-ddcc75f95e30,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:27.404567 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 59088) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:10:27.434665 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:27.512581 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:27.661401 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:27.665764 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:27.745908 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event updated for resources: {'Port': ['ID=c88f811f-b9c4-4e4a-8435-c7c405000896,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:27.752460 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946657'] for floatingip, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:27.850412 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.l3_db [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Floating IP 7b42df3c-8b6a-4a04-89ed-5cf655f911e7 associated. External IP: 172.27.3.172, port: 880d2826-2e29-46c7-90f3-588295ed3747. Jul 23 23:10:27.850885 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943956'] for router_interface, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:28.055652 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 17569a84-928d-4b41-94ea-ef11dfd6811f no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:10:28.060612 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Router a96d363b-ebd1-43e0-86f1-324463176249 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:10:28.079315 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: 17569a84-928d-4b41-94ea-ef11dfd6811f {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:10:28.079923 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 17569a84-928d-4b41-94ea-ef11dfd6811f not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:10:28.102785 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Deleting port c0be0bd3-344c-4fed-ab3d-8942b1b37071 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:10:28.103207 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:28.168653 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:10:28.178372 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703f1a6-4384-4ec4-bf64-e832743d9380 None None] Sync routers for ids ['a96d363b-ebd1-43e0-86f1-324463176249'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:10:28.183225 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] For port c0be0bd3-344c-4fed-ab3d-8942b1b37071, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=c0be0bd3-344c-4fed-ab3d-8942b1b37071,segment=NetworkSegment(9371e616-9db9-4dcc-adc0-71510dac173d),segment_id=9371e616-9db9-4dcc-adc0-71510dac173d)] {{(pid=93009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:10:28.183909 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:28.185831 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:28.190248 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4703f1a6-4384-4ec4-bf64-e832743d9380 None None] Routers {'a96d363b-ebd1-43e0-86f1-324463176249'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:10:28.190883 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-4703f1a6-4384-4ec4-bf64-e832743d9380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:10:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['a96d363b-ebd1-43e0-86f1-324463176249'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:28.234520 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-3bea6009-23ee-437b-b9c9-b4934be69475 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5511124 Jul 23 23:10:28.234520 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'tag': '880d2826-2e29-46c7-90f3-588295ed3747'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:10:28.234520 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e412b94-b56e-4867-ac49-ab1cff98a5d9" -d '{"events": [{"name": "network-changed", "server_uuid": "66a70995-1649-4a2c-be3a-2ee7588797f3", "tag": "880d2826-2e29-46c7-90f3-588295ed3747"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:10:28.267434 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7f1045-0f91-4f32-bb92-3116241380e5 x-openstack-request-id: req-6e7f1045-0f91-4f32-bb92-3116241380e5 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:10:28.267728 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a70995-1649-4a2c-be3a-2ee7588797f3", "tag": "880d2826-2e29-46c7-90f3-588295ed3747", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:10:28.267975 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e7f1045-0f91-4f32-bb92-3116241380e5 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:10:28.268370 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'tag': '880d2826-2e29-46c7-90f3-588295ed3747', 'status': 'completed', 'code': 200} Jul 23 23:10:28.312451 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-4703f1a6-4384-4ec4-bf64-e832743d9380 None None] Set router a96d363b-ebd1-43e0-86f1-324463176249 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:10:28.368639 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e412b94-b56e-4867-ac49-ab1cff98a5d9 req-7fbf354a-a2a7-434a-9498-f93eec63821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:28.370979 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1e412b94-b56e-4867-ac49-ab1cff98a5d9 req-7fbf354a-a2a7-434a-9498-f93eec63821e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61ae0da91fd43c9af60865fe2ff0b92&device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 1098 time: 0.0601339 Jul 23 23:10:28.424081 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Calling delete_port for c0be0bd3-344c-4fed-ab3d-8942b1b37071 owned by network:router_interface {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:10:28.565620 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-4703f1a6-4384-4ec4-bf64-e832743d9380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '7b42df3c-8b6a-4a04-89ed-5cf655f911e7', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'port_id': '880d2826-2e29-46c7-90f3-588295ed3747', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'mac_address': 'fa:16:3e:0d:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:10:27Z', 'updated_at': '2021-07-23T23:10:27Z', 'revision_number': 0, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:11Z', 'revision_number': 5, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:28.591854 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703f1a6-4384-4ec4-bf64-e832743d9380 None None] Checking router: a96d363b-ebd1-43e0-86f1-324463176249 for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:10:28.601016 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4703f1a6-4384-4ec4-bf64-e832743d9380 None None] Routers {'a96d363b-ebd1-43e0-86f1-324463176249'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:10:28.601314 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-4703f1a6-4384-4ec4-bf64-e832743d9380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:10:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['a96d363b-ebd1-43e0-86f1-324463176249'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:28.615826 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:28.643003 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0be0bd3-344c-4fed-ab3d-8942b1b37071,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:28.675518 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:28.675871 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:28.676212 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:28.676546 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:28.676876 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:28.677211 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:28.677542 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:28.677870 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:28.678194 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:28.678538 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:28.678853 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:28.679688 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:28.717863 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-4703f1a6-4384-4ec4-bf64-e832743d9380 None None] Set router a96d363b-ebd1-43e0-86f1-324463176249 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:10:28.779322 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e412b94-b56e-4867-ac49-ab1cff98a5d9 req-433c8edf-33cd-41e5-87b6-a82564531793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:28.781185 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1e412b94-b56e-4867-ac49-ab1cff98a5d9 req-433c8edf-33cd-41e5-87b6-a82564531793 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 HTTP/1.1" status: 200 len: 912 time: 0.4033656 Jul 23 23:10:28.826717 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-942882'] for router_interface, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:28.868003 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1e412b94-b56e-4867-ac49-ab1cff98a5d9 req-48362799-4c89-41b1-b62e-80815da69119 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=880d2826-2e29-46c7-90f3-588295ed3747 HTTP/1.1" status: 200 len: 999 time: 0.0628862 Jul 23 23:10:28.924224 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e412b94-b56e-4867-ac49-ab1cff98a5d9 req-a0a81c2a-ed43-41d3-bd1d-ca43e851c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:28.925702 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1e412b94-b56e-4867-ac49-ab1cff98a5d9 req-a0a81c2a-ed43-41d3-bd1d-ca43e851c8ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2ac5730-7e73-458b-a007-64ca53f4e4e6 HTTP/1.1" status: 200 len: 850 time: 0.0498674 Jul 23 23:10:28.990406 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e412b94-b56e-4867-ac49-ab1cff98a5d9 req-3d7feaf2-358a-457a-b322-e6b08f92e9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:28.991265 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-4703f1a6-4384-4ec4-bf64-e832743d9380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '7b42df3c-8b6a-4a04-89ed-5cf655f911e7', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'port_id': '880d2826-2e29-46c7-90f3-588295ed3747', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'mac_address': 'fa:16:3e:0d:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:10:27Z', 'updated_at': '2021-07-23T23:10:27Z', 'revision_number': 0, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:11Z', 'revision_number': 5, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:28.992045 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1e412b94-b56e-4867-ac49-ab1cff98a5d9 req-3d7feaf2-358a-457a-b322-e6b08f92e9e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0588353 Jul 23 23:10:29.018363 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4703f1a6-4384-4ec4-bf64-e832743d9380 None None] The sync data for ids ['a96d363b-ebd1-43e0-86f1-324463176249'] in dv-cinder-679138-12-iscsi is: [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '7b42df3c-8b6a-4a04-89ed-5cf655f911e7', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'port_id': '880d2826-2e29-46c7-90f3-588295ed3747', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'mac_address': 'fa:16:3e:0d:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:10:27Z', 'updated_at': '2021-07-23T23:10:27Z', 'revision_number': 0, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:11Z', 'revision_number': 5, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:10:29.062795 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Router b2dedc35-c925-440e-ad59-795972f22ea0 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:10:29.089630 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1e412b94-b56e-4867-ac49-ab1cff98a5d9 req-a8d26eec-1836-45fb-87c5-782eb526ee81 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898345 Jul 23 23:10:29.183538 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:10:29.192103 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-62a49b42-0956-46ec-aff5-9a9c0c9e3e84 admin admin] 10.222.0.20 "PUT /v2.0/routers/b2dedc35-c925-440e-ad59-795972f22ea0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7842665 Jul 23 23:10:29.192252 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1e412b94-b56e-4867-ac49-ab1cff98a5d9 req-9ada164a-bef3-4035-a18c-98bb3a5a6dbb service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940399 Jul 23 23:10:29.192252 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59100) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:10:29.197469 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c7b063-78fe-4f31-b197-5b2dcfcb6d3a None None] Sync routers for ids ['b2dedc35-c925-440e-ad59-795972f22ea0'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:10:29.208050 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c7b063-78fe-4f31-b197-5b2dcfcb6d3a None None] Routers {'b2dedc35-c925-440e-ad59-795972f22ea0'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:10:29.213741 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-28c7b063-78fe-4f31-b197-5b2dcfcb6d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:10:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['b2dedc35-c925-440e-ad59-795972f22ea0'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:29.263281 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7aba43-be3a-4750-a6df-88cd68c49b2f None None] New status for floating IP 7b42df3c-8b6a-4a04-89ed-5cf655f911e7: ACTIVE {{(pid=93012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:10:29.314145 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-199fa8a5-d44f-4e54-9154-6d8de0e580c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:29.328215 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-28c7b063-78fe-4f31-b197-5b2dcfcb6d3a None None] Set router b2dedc35-c925-440e-ad59-795972f22ea0 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:10:29.428253 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-199fa8a5-d44f-4e54-9154-6d8de0e580c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:29.482902 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-199fa8a5-d44f-4e54-9154-6d8de0e580c4 admin admin] Deleting port 4847d1f3-93b7-4903-b116-a79ac8d7c822 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:10:29.483248 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-199fa8a5-d44f-4e54-9154-6d8de0e580c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:29.515622 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-28c7b063-78fe-4f31-b197-5b2dcfcb6d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'name': 'tempest-TestShelveInstance-1626474573-router', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:02Z', 'updated_at': '2021-07-23T23:10:28Z', 'revision_number': 5, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'gw_port': {'id': '4847d1f3-93b7-4903-b116-a79ac8d7c822', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:03Z', 'updated_at': '2021-07-23T23:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:29.541418 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c7b063-78fe-4f31-b197-5b2dcfcb6d3a None None] Checking router: b2dedc35-c925-440e-ad59-795972f22ea0 for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:10:29.550158 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c7b063-78fe-4f31-b197-5b2dcfcb6d3a None None] Routers {'b2dedc35-c925-440e-ad59-795972f22ea0'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:10:29.550786 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-28c7b063-78fe-4f31-b197-5b2dcfcb6d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:10:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['b2dedc35-c925-440e-ad59-795972f22ea0'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:29.566889 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [None req-199fa8a5-d44f-4e54-9154-6d8de0e580c4 admin admin] For port 4847d1f3-93b7-4903-b116-a79ac8d7c822, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=4847d1f3-93b7-4903-b116-a79ac8d7c822,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:10:29.567256 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-199fa8a5-d44f-4e54-9154-6d8de0e580c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:29.578637 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-199fa8a5-d44f-4e54-9154-6d8de0e580c4 admin admin] Calling delete_port for 4847d1f3-93b7-4903-b116-a79ac8d7c822 owned by network:router_gateway {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:10:29.635298 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-28c7b063-78fe-4f31-b197-5b2dcfcb6d3a None None] Set router b2dedc35-c925-440e-ad59-795972f22ea0 gateway port host: None {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:10:29.688646 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-28c7b063-78fe-4f31-b197-5b2dcfcb6d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'name': 'tempest-TestShelveInstance-1626474573-router', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:02Z', 'updated_at': '2021-07-23T23:10:29Z', 'revision_number': 6, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'gw_port_host': None}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:29.715917 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c7b063-78fe-4f31-b197-5b2dcfcb6d3a None None] The sync data for ids ['b2dedc35-c925-440e-ad59-795972f22ea0'] in dv-cinder-679138-12-iscsi is: [{'id': 'b2dedc35-c925-440e-ad59-795972f22ea0', 'name': 'tempest-TestShelveInstance-1626474573-router', 'tenant_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:02Z', 'updated_at': '2021-07-23T23:10:29Z', 'revision_number': 6, 'project_id': 'ddc94a018af14ea09f31b12bf25c04a9', 'gw_port_host': None}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:10:29.749679 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-199fa8a5-d44f-4e54-9154-6d8de0e580c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:29.777203 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fa8a5-d44f-4e54-9154-6d8de0e580c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4847d1f3-93b7-4903-b116-a79ac8d7c822,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:29.839787 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-199fa8a5-d44f-4e54-9154-6d8de0e580c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946459'] for router_gateway, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:29.927927 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-199fa8a5-d44f-4e54-9154-6d8de0e580c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-983139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1930'] for router, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:29.930004 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-199fa8a5-d44f-4e54-9154-6d8de0e580c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:29.973934 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-199fa8a5-d44f-4e54-9154-6d8de0e580c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-983287'] for router, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:29.974449 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199fa8a5-d44f-4e54-9154-6d8de0e580c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2dedc35-c925-440e-ad59-795972f22ea0 {{(pid=93010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:10:29.980032 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-199fa8a5-d44f-4e54-9154-6d8de0e580c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:29.981275 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-199fa8a5-d44f-4e54-9154-6d8de0e580c4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b2dedc35-c925-440e-ad59-795972f22ea0 HTTP/1.1" status: 204 len: 168 time: 0.7881215 Jul 23 23:10:29.983724 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59104) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:10:30.029944 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_v2 [None req-c090a284-0a23-47ae-acb6-fe3949e4bece admin admin] Deleting subnet acc8c905-2095-4e1d-a0db-431db2c0bf1b {{(pid=93010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:10:30.033339 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c090a284-0a23-47ae-acb6-fe3949e4bece admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:30.069307 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c090a284-0a23-47ae-acb6-fe3949e4bece admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12116595'] for subnet, precommit_delete_associations {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:30.179479 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c090a284-0a23-47ae-acb6-fe3949e4bece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018516'] for subnet, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:30.231000 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c090a284-0a23-47ae-acb6-fe3949e4bece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8748660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9051072'] for subnet, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:30.255229 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090a284-0a23-47ae-acb6-fe3949e4bece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc8c905-2095-4e1d-a0db-431db2c0bf1b,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:30.258923 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-c090a284-0a23-47ae-acb6-fe3949e4bece admin admin] Notify callbacks [] for subnet, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:30.261345 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-c090a284-0a23-47ae-acb6-fe3949e4bece admin admin] 10.222.0.20 "DELETE /v2.0/subnets/acc8c905-2095-4e1d-a0db-431db2c0bf1b HTTP/1.1" status: 204 len: 168 time: 0.2766209 Jul 23 23:10:30.263771 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59106) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:10:30.265292 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c99170-fc78-4b8c-a2aa-43c6a2e46f77 None None] Network dd27e022-66ce-4ea6-b6aa-eb706400f63b requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:10:30.330771 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4034542'] for network, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:30.387810 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] Deleting port 5d3607a8-978d-4936-a010-f6fe827de3ef {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:10:30.388074 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:30.458380 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] For port 5d3607a8-978d-4936-a010-f6fe827de3ef, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=5d3607a8-978d-4936-a010-f6fe827de3ef,segment=NetworkSegment(9371e616-9db9-4dcc-adc0-71510dac173d),segment_id=9371e616-9db9-4dcc-adc0-71510dac173d)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:10:30.458558 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:30.468013 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1741a0c9-1ce7-4a4b-af24-f31e4994b80a None None] DHCP port deletion for dd27e022-66ce-4ea6-b6aa-eb706400f63b request from dv-cinder-679138-12-iscsi {{(pid=93011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:10:30.476637 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] Calling delete_port for 5d3607a8-978d-4936-a010-f6fe827de3ef owned by network:dhcp {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:10:30.514691 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-1741a0c9-1ce7-4a4b-af24-f31e4994b80a None None] Deleting port 5d3607a8-978d-4936-a010-f6fe827de3ef {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:10:30.515139 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1741a0c9-1ce7-4a4b-af24-f31e4994b80a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:30.563759 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:30.586817 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-1741a0c9-1ce7-4a4b-af24-f31e4994b80a None None] For port 5d3607a8-978d-4936-a010-f6fe827de3ef, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=5d3607a8-978d-4936-a010-f6fe827de3ef,segment=NetworkSegment(9371e616-9db9-4dcc-adc0-71510dac173d),segment_id=9371e616-9db9-4dcc-adc0-71510dac173d)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:10:30.587212 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1741a0c9-1ce7-4a4b-af24-f31e4994b80a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:30.589191 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3607a8-978d-4936-a010-f6fe827de3ef,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:30.596965 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] No DVR routers for this DVR port 5d3607a8-978d-4936-a010-f6fe827de3ef on host dv-cinder-679138-12-iscsi {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:10:30.603488 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-1741a0c9-1ce7-4a4b-af24-f31e4994b80a None None] Calling delete_port for 5d3607a8-978d-4936-a010-f6fe827de3ef owned by network:dhcp {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:10:30.673927 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4025307', 'neutron.services.segments.db._delete_segments_for_network-8750116804994'] for network, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:30.684951 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.services.segments.db [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd27e022-66ce-4ea6-b6aa-eb706400f63b']}} {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:30.686147 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1741a0c9-1ce7-4a4b-af24-f31e4994b80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:30.696239 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.services.segments.db [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9371e616-9db9-4dcc-adc0-71510dac173d') {'for_net_delete': True} {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:30.696722 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.services.segments.db [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9371e616-9db9-4dcc-adc0-71510dac173d') {} {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:30.711286 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750116706807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12116604'] for segment, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:30.716082 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741a0c9-1ce7-4a4b-af24-f31e4994b80a None None] Pushing event deleted for resources: {'Port': ['ID=5d3607a8-978d-4936-a010-f6fe827de3ef,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:30.717945 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1741a0c9-1ce7-4a4b-af24-f31e4994b80a None None] No DVR routers for this DVR port 5d3607a8-978d-4936-a010-f6fe827de3ef on host dv-cinder-679138-12-iscsi {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:10:30.733109 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:30.739334 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:10:30.739778 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8748754'] for segment, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: Traceback (most recent call last): Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: timer() Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: cb(*args, **kw) Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: return func(*args, **kwargs) Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: self._notify() Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: self.callback(batched_events) Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: event.method(event) Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: return f(self, *a, **k) Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: return self._get(url).json() Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: return self.request(url, 'GET', **kwargs) Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:10:30.741432 dv-cinder-679138-12-iscsi neutron-server[93010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:10:30.793190 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4025298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946679'] for network, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:30.798382 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:30.800238 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] 10.222.0.20 "DELETE /v2.0/networks/dd27e022-66ce-4ea6-b6aa-eb706400f63b HTTP/1.1" status: 204 len: 168 time: 0.5355523 Jul 23 23:10:30.803353 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 59108) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:10:30.811179 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c378b2c-3923-4be1-b43b-dfd12d8ba17a admin admin] Pushing event deleted for resources: {'Network': ['ID=dd27e022-66ce-4ea6-b6aa-eb706400f63b,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:31.135568 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 5d3607a8-978d-4936-a010-f6fe827de3ef no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:10:31.148613 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-dfccd4b5-9f39-4355-ac2b-9b0eb135fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943956'] for router_interface, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:31.155352 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: 5d3607a8-978d-4936-a010-f6fe827de3ef {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:10:31.155693 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 5d3607a8-978d-4936-a010-f6fe827de3ef not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:10:31.156101 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 4847d1f3-93b7-4903-b116-a79ac8d7c822 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:10:31.174294 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: 4847d1f3-93b7-4903-b116-a79ac8d7c822 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:10:31.174662 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 4847d1f3-93b7-4903-b116-a79ac8d7c822 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:10:31.175071 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device c0be0bd3-344c-4fed-ab3d-8942b1b37071 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:10:31.192867 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: c0be0bd3-344c-4fed-ab3d-8942b1b37071 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:10:31.193211 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device c0be0bd3-344c-4fed-ab3d-8942b1b37071 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:10:31.404469 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-dfccd4b5-9f39-4355-ac2b-9b0eb135fb90 admin admin] Deleting port c1f27961-4949-45b5-b1d1-4bf606b8005a {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:10:31.404814 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-dfccd4b5-9f39-4355-ac2b-9b0eb135fb90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:31.485035 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [None req-dfccd4b5-9f39-4355-ac2b-9b0eb135fb90 admin admin] For port c1f27961-4949-45b5-b1d1-4bf606b8005a, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=c1f27961-4949-45b5-b1d1-4bf606b8005a,segment=NetworkSegment(66afd92e-080e-47c8-8449-296fd8aa8772),segment_id=66afd92e-080e-47c8-8449-296fd8aa8772)] {{(pid=93009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:10:31.485394 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-dfccd4b5-9f39-4355-ac2b-9b0eb135fb90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:31.497378 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-dfccd4b5-9f39-4355-ac2b-9b0eb135fb90 admin admin] Calling delete_port for c1f27961-4949-45b5-b1d1-4bf606b8005a owned by network:router_interface {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:10:31.684385 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-dfccd4b5-9f39-4355-ac2b-9b0eb135fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:31.714003 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccd4b5-9f39-4355-ac2b-9b0eb135fb90 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f27961-4949-45b5-b1d1-4bf606b8005a,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:31.874989 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-dfccd4b5-9f39-4355-ac2b-9b0eb135fb90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-942882'] for router_interface, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:32.083114 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfccd4b5-9f39-4355-ac2b-9b0eb135fb90 admin admin] Router 9f49546e-e87c-4bcf-b600-b565ec6d6051 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:10:32.187953 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfccd4b5-9f39-4355-ac2b-9b0eb135fb90 admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:10:32.192771 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-dfccd4b5-9f39-4355-ac2b-9b0eb135fb90 admin admin] 10.222.0.20 "PUT /v2.0/routers/9f49546e-e87c-4bcf-b600-b565ec6d6051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3878405 Jul 23 23:10:32.195469 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59114) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:10:32.196932 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3881ea3-bcae-47bf-9100-51707435956b None None] Sync routers for ids ['9f49546e-e87c-4bcf-b600-b565ec6d6051'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:10:32.206409 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3881ea3-bcae-47bf-9100-51707435956b None None] Routers {'9f49546e-e87c-4bcf-b600-b565ec6d6051'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:10:32.207115 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-a3881ea3-bcae-47bf-9100-51707435956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:10:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['9f49546e-e87c-4bcf-b600-b565ec6d6051'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:32.301048 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f58b919-7ea3-45fb-afce-04118fd6e04a admin admin] Notify callbacks [] for router, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:32.405438 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f58b919-7ea3-45fb-afce-04118fd6e04a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:32.430704 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-a3881ea3-bcae-47bf-9100-51707435956b None None] Set router 9f49546e-e87c-4bcf-b600-b565ec6d6051 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:10:32.457461 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-8f58b919-7ea3-45fb-afce-04118fd6e04a admin admin] Deleting port 052b20a5-50b2-4831-8268-4dfcf4035de9 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:10:32.457801 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f58b919-7ea3-45fb-afce-04118fd6e04a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:32.537690 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [None req-8f58b919-7ea3-45fb-afce-04118fd6e04a admin admin] For port 052b20a5-50b2-4831-8268-4dfcf4035de9, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=052b20a5-50b2-4831-8268-4dfcf4035de9,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:10:32.538053 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f58b919-7ea3-45fb-afce-04118fd6e04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:32.550391 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-8f58b919-7ea3-45fb-afce-04118fd6e04a admin admin] Calling delete_port for 052b20a5-50b2-4831-8268-4dfcf4035de9 owned by network:router_gateway {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:10:32.603825 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-a3881ea3-bcae-47bf-9100-51707435956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f49546e-e87c-4bcf-b600-b565ec6d6051', 'name': 'tempest-TestShelveInstance-1152755656-router', 'tenant_id': '2b0df88b96314bd999a79f4d42bada46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '052b20a5-50b2-4831-8268-4dfcf4035de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:09Z', 'updated_at': '2021-07-23T23:10:31Z', 'revision_number': 5, 'project_id': '2b0df88b96314bd999a79f4d42bada46', 'gw_port': {'id': '052b20a5-50b2-4831-8268-4dfcf4035de9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f49546e-e87c-4bcf-b600-b565ec6d6051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:04:10Z', 'updated_at': '2021-07-23T23:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:32.632868 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3881ea3-bcae-47bf-9100-51707435956b None None] Checking router: 9f49546e-e87c-4bcf-b600-b565ec6d6051 for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:10:32.642203 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3881ea3-bcae-47bf-9100-51707435956b None None] Routers {'9f49546e-e87c-4bcf-b600-b565ec6d6051'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:10:32.642767 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-a3881ea3-bcae-47bf-9100-51707435956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:10:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['9f49546e-e87c-4bcf-b600-b565ec6d6051'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:32.715575 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f58b919-7ea3-45fb-afce-04118fd6e04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:32.728544 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-a3881ea3-bcae-47bf-9100-51707435956b None None] Set router 9f49546e-e87c-4bcf-b600-b565ec6d6051 gateway port host: None {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:10:32.746319 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58b919-7ea3-45fb-afce-04118fd6e04a admin admin] Pushing event deleted for resources: {'Port': ['ID=052b20a5-50b2-4831-8268-4dfcf4035de9,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:32.779768 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-a3881ea3-bcae-47bf-9100-51707435956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f49546e-e87c-4bcf-b600-b565ec6d6051', 'name': 'tempest-TestShelveInstance-1152755656-router', 'tenant_id': '2b0df88b96314bd999a79f4d42bada46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:09Z', 'updated_at': '2021-07-23T23:10:32Z', 'revision_number': 6, 'project_id': '2b0df88b96314bd999a79f4d42bada46', 'gw_port_host': None}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:32.803164 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f58b919-7ea3-45fb-afce-04118fd6e04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946459'] for router_gateway, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:32.808649 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3881ea3-bcae-47bf-9100-51707435956b None None] The sync data for ids ['9f49546e-e87c-4bcf-b600-b565ec6d6051'] in dv-cinder-679138-12-iscsi is: [{'id': '9f49546e-e87c-4bcf-b600-b565ec6d6051', 'name': 'tempest-TestShelveInstance-1152755656-router', 'tenant_id': '2b0df88b96314bd999a79f4d42bada46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:04:09Z', 'updated_at': '2021-07-23T23:10:32Z', 'revision_number': 6, 'project_id': '2b0df88b96314bd999a79f4d42bada46', 'gw_port_host': None}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:10:32.895124 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f58b919-7ea3-45fb-afce-04118fd6e04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-983139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1930'] for router, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:32.897153 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f58b919-7ea3-45fb-afce-04118fd6e04a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:32.939793 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f58b919-7ea3-45fb-afce-04118fd6e04a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-983287'] for router, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:32.940313 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f58b919-7ea3-45fb-afce-04118fd6e04a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f49546e-e87c-4bcf-b600-b565ec6d6051 {{(pid=93010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:10:32.944384 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-8f58b919-7ea3-45fb-afce-04118fd6e04a admin admin] Notify callbacks [] for router, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:32.945513 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-8f58b919-7ea3-45fb-afce-04118fd6e04a admin admin] 10.222.0.20 "DELETE /v2.0/routers/9f49546e-e87c-4bcf-b600-b565ec6d6051 HTTP/1.1" status: 204 len: 168 time: 0.7490826 Jul 23 23:10:32.948617 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59116) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:10:32.991517 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_v2 [None req-6623113d-8546-480e-b06f-cf5765bb986e admin admin] Deleting subnet 8984db4a-681f-48de-83d6-af812b82e741 {{(pid=93010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:10:32.994468 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6623113d-8546-480e-b06f-cf5765bb986e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:33.028358 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6623113d-8546-480e-b06f-cf5765bb986e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12116595'] for subnet, precommit_delete_associations {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:33.106699 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6623113d-8546-480e-b06f-cf5765bb986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018516'] for subnet, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:33.161962 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6623113d-8546-480e-b06f-cf5765bb986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8748660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9051072'] for subnet, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:33.175540 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6623113d-8546-480e-b06f-cf5765bb986e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:33.181163 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-6623113d-8546-480e-b06f-cf5765bb986e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8984db4a-681f-48de-83d6-af812b82e741 HTTP/1.1" status: 204 len: 168 time: 0.2280114 Jul 23 23:10:33.181885 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 59118) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:10:33.185330 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c18ffc-a264-4a99-987a-c6028237a843 None None] Network 24b85a26-83cb-4a11-80dc-407b21253a49 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:10:33.222919 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6623113d-8546-480e-b06f-cf5765bb986e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8984db4a-681f-48de-83d6-af812b82e741,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:33.280974 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4034542'] for network, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:33.316845 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device c1f27961-4949-45b5-b1d1-4bf606b8005a no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:10:33.341098 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: c1f27961-4949-45b5-b1d1-4bf606b8005a {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:10:33.341438 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device c1f27961-4949-45b5-b1d1-4bf606b8005a not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:10:33.351128 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] Deleting port 860f4ee5-1ec8-422c-a4ae-60a1c65fe214 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:10:33.351473 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:33.414241 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] For port 860f4ee5-1ec8-422c-a4ae-60a1c65fe214, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=860f4ee5-1ec8-422c-a4ae-60a1c65fe214,segment=NetworkSegment(66afd92e-080e-47c8-8449-296fd8aa8772),segment_id=66afd92e-080e-47c8-8449-296fd8aa8772)] {{(pid=93009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:10:33.414565 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:33.426988 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] Calling delete_port for 860f4ee5-1ec8-422c-a4ae-60a1c65fe214 owned by network:dhcp {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:10:33.504967 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:33.529958 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=860f4ee5-1ec8-422c-a4ae-60a1c65fe214,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:33.533535 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] No DVR routers for this DVR port 860f4ee5-1ec8-422c-a4ae-60a1c65fe214 on host dv-cinder-679138-12-iscsi {{(pid=93009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:10:33.603326 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4025307', 'neutron.services.segments.db._delete_segments_for_network-8750116804994'] for network, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:33.613721 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b85a26-83cb-4a11-80dc-407b21253a49']}} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:33.625133 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66afd92e-080e-47c8-8449-296fd8aa8772') {'for_net_delete': True} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:33.625425 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66afd92e-080e-47c8-8449-296fd8aa8772') {} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:10:33.634416 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750116706807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11369255'] for segment, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:33.649154 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:33.655563 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=93009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:10:33.655948 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11586116'] for segment, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:33.656214 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac44af25-ba70-4e85-8556-8f85340de741 None None] DHCP port deletion for 24b85a26-83cb-4a11-80dc-407b21253a49 request from dv-cinder-679138-12-iscsi {{(pid=93011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: Traceback (most recent call last): Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: timer() Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: cb(*args, **kw) Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: return func(*args, **kwargs) Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: self._notify() Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: self.callback(batched_events) Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: event.method(event) Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: return f(self, *a, **k) Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._get(url).json() Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: return self.request(url, 'GET', **kwargs) Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:10:33.657627 dv-cinder-679138-12-iscsi neutron-server[93009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:10:33.712439 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4025298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946679'] for network, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:33.717789 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:33.720141 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/24b85a26-83cb-4a11-80dc-407b21253a49 HTTP/1.1" status: 204 len: 168 time: 0.5390222 Jul 23 23:10:33.733620 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161d5c3-cc70-447b-a6fb-bd49366333d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=24b85a26-83cb-4a11-80dc-407b21253a49,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:33.832890 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 59124) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:10:33.876259 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-28696d34-35f8-4984-b58a-845f85e5241a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ddc94a018af14ea09f31b12bf25c04a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412021 Jul 23 23:10:33.878038 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59126) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:10:33.926817 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9b135256-a87a-431a-873f-807f3c047c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:33.947461 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9b135256-a87a-431a-873f-807f3c047c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:33.997198 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9b135256-a87a-431a-873f-807f3c047c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:33.999783 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9b135256-a87a-431a-873f-807f3c047c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:34.000937 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-9b135256-a87a-431a-873f-807f3c047c51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dda34cb-eb48-47ce-bfc3-5893100e8a09 HTTP/1.1" status: 204 len: 168 time: 0.1217716 Jul 23 23:10:34.011230 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b135256-a87a-431a-873f-807f3c047c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dda34cb-eb48-47ce-bfc3-5893100e8a09,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:34.302860 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 59134) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:10:34.355908 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-f68b4d4d-3cb1-4d87-affe-f52a4e6511ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b0df88b96314bd999a79f4d42bada46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518508 Jul 23 23:10:34.358386 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 59136) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:10:34.408570 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d322-b1a7-461e-924b-de6b291dee12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:34.430445 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d322-b1a7-461e-924b-de6b291dee12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:34.477047 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d322-b1a7-461e-924b-de6b291dee12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:34.480038 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-4fa3d322-b1a7-461e-924b-de6b291dee12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:34.481279 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-4fa3d322-b1a7-461e-924b-de6b291dee12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e3e46be-205a-43f1-a882-060de97fcc2f HTTP/1.1" status: 204 len: 168 time: 0.1219754 Jul 23 23:10:34.489419 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3d322-b1a7-461e-924b-de6b291dee12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3e46be-205a-43f1-a882-060de97fcc2f,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:35.132438 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 052b20a5-50b2-4831-8268-4dfcf4035de9 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:10:35.152661 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: 052b20a5-50b2-4831-8268-4dfcf4035de9 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:10:35.153001 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 052b20a5-50b2-4831-8268-4dfcf4035de9 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:10:35.153403 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 860f4ee5-1ec8-422c-a4ae-60a1c65fe214 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:10:35.171196 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: 860f4ee5-1ec8-422c-a4ae-60a1c65fe214 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:10:35.171537 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 860f4ee5-1ec8-422c-a4ae-60a1c65fe214 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:10:36.866700 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25af212-8494-46a2-867b-1660175dab53 req-23bf73ff-b3c1-40d3-b9bb-3ecc13827a6e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:36.868171 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f25af212-8494-46a2-867b-1660175dab53 req-23bf73ff-b3c1-40d3-b9bb-3ecc13827a6e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0627766 Jul 23 23:10:36.905605 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f25af212-8494-46a2-867b-1660175dab53 req-8eaaf7c1-8200-4b31-9977-01ccddd13c7a tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317476 Jul 23 23:10:38.044184 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d75fd-3d88-432b-a71a-fc6a64571d22 req-4ad3197e-c30f-42bd-9369-14fe4d834e82 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:38.045641 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c58d75fd-3d88-432b-a71a-fc6a64571d22 req-4ad3197e-c30f-42bd-9369-14fe4d834e82 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0666063 Jul 23 23:10:38.082369 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c58d75fd-3d88-432b-a71a-fc6a64571d22 req-0b2347ad-2546-4bac-9d19-96e057aa51d0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312631 Jul 23 23:10:39.217681 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085faf08-b6b4-4a76-b23c-b68505be51b4 req-85dc3cb4-2d2d-4003-9d5e-81c0d0098fac tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:39.219172 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-085faf08-b6b4-4a76-b23c-b68505be51b4 req-85dc3cb4-2d2d-4003-9d5e-81c0d0098fac tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0649936 Jul 23 23:10:39.255901 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-085faf08-b6b4-4a76-b23c-b68505be51b4 req-5889a130-b156-4cbf-aa6e-469e41586d1f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313339 Jul 23 23:10:40.386511 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8a849-977b-4c0f-9959-a1ab498020a7 req-13fb8fe0-0e11-4a70-b784-1d301ddec3b8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:40.388366 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-13f8a849-977b-4c0f-9959-a1ab498020a7 req-13fb8fe0-0e11-4a70-b784-1d301ddec3b8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0630188 Jul 23 23:10:40.426983 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-13f8a849-977b-4c0f-9959-a1ab498020a7 req-f1b9daaa-1d49-42d7-be76-44e69a9a79d7 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323822 Jul 23 23:10:40.719564 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:10:41.558519 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bf682-e675-4249-a520-9d6f84b1e890 req-783c76d2-5d64-4d1c-afee-dd8ee0e7c9ab tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:41.560049 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b59bf682-e675-4249-a520-9d6f84b1e890 req-783c76d2-5d64-4d1c-afee-dd8ee0e7c9ab tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0624218 Jul 23 23:10:41.600627 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b59bf682-e675-4249-a520-9d6f84b1e890 req-431460b2-661d-4073-9ee4-aa1a189821c2 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350556 Jul 23 23:10:42.735203 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdd9fa-78ad-4cbd-af02-63507716cfaa req-1ad139a8-0346-489c-8bae-8efb835c433d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:42.736648 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5fcdd9fa-78ad-4cbd-af02-63507716cfaa req-1ad139a8-0346-489c-8bae-8efb835c433d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0618963 Jul 23 23:10:42.773131 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5fcdd9fa-78ad-4cbd-af02-63507716cfaa req-c973c5f3-1a14-498a-8767-ab3ab593fab3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310857 Jul 23 23:10:43.322996 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c4072ead-1d32-43f6-9481-13765929d70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:43.904222 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a367bc-a357-4347-a4e5-032b0ffe860e req-63e596b0-074f-4f01-963d-31b4a9bc6629 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:43.905704 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c9a367bc-a357-4347-a4e5-032b0ffe860e req-63e596b0-074f-4f01-963d-31b4a9bc6629 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0624506 Jul 23 23:10:43.941934 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c9a367bc-a357-4347-a4e5-032b0ffe860e req-ce768603-3991-4913-b7b5-21c893a9d592 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308027 Jul 23 23:10:45.075269 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9831ac4-cf47-4e82-8127-eb9243684012 req-8373be85-8d4d-40f3-8ff6-0b87fa942354 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:45.076733 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a9831ac4-cf47-4e82-8127-eb9243684012 req-8373be85-8d4d-40f3-8ff6-0b87fa942354 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0649288 Jul 23 23:10:45.114775 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a9831ac4-cf47-4e82-8127-eb9243684012 req-72f3fd8a-3aa2-4cd3-9c25-c43b8346643c tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322847 Jul 23 23:10:45.527187 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:45.938358 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-89463675-9b78-40d3-bb0a-d9218c89df07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:46.204798 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:46.252846 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b970c-2e7f-4a7b-81e8-21b5d2170f6d req-65cae80a-910b-4adf-8fd8-a5160223de65 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:46.254329 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b56b970c-2e7f-4a7b-81e8-21b5d2170f6d req-65cae80a-910b-4adf-8fd8-a5160223de65 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0695431 Jul 23 23:10:46.290779 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b56b970c-2e7f-4a7b-81e8-21b5d2170f6d req-d4d4682f-dce2-45c9-8143-a8039a1128ca tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308840 Jul 23 23:10:47.109421 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:47.421163 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0d2e7-87df-47b5-8e34-1d68a9cb5958 req-e3891dbe-7087-4917-b56c-be99505887ed tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:47.422638 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-16f0d2e7-87df-47b5-8e34-1d68a9cb5958 req-e3891dbe-7087-4917-b56c-be99505887ed tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0617192 Jul 23 23:10:47.458655 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-16f0d2e7-87df-47b5-8e34-1d68a9cb5958 req-bbc79d20-91de-4226-ac36-9242b1fde0b5 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305333 Jul 23 23:10:48.592959 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b406b-caee-4a34-b2d1-7b3c1784a88c req-fbc7db2a-971e-405c-8e9f-306c17e5e5b8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:48.594411 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0f5b406b-caee-4a34-b2d1-7b3c1784a88c req-fbc7db2a-971e-405c-8e9f-306c17e5e5b8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0675962 Jul 23 23:10:48.631087 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0f5b406b-caee-4a34-b2d1-7b3c1784a88c req-dc157a4b-74c5-4544-9aeb-24aaf0bba619 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312309 Jul 23 23:10:48.808426 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:49.771119 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a19307-8343-4738-8080-aeeecee8cbda req-1bdd26a1-80bd-44f2-86ea-a62380680232 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:49.772639 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-98a19307-8343-4738-8080-aeeecee8cbda req-1bdd26a1-80bd-44f2-86ea-a62380680232 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0675528 Jul 23 23:10:49.815543 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-98a19307-8343-4738-8080-aeeecee8cbda req-bbcfb653-0061-48b2-9735-c6b92f4a6b20 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365002 Jul 23 23:10:50.229597 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device b9bbc00e-f131-4247-870f-c57926a32937 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:10:50.335287 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port b9bbc00e-f131-4247-870f-c57926a32937, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=b9bbc00e-f131-4247-870f-c57926a32937,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:10:50.347380 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': 'b9bbc00e-f131-4247-870f-c57926a32937', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'port_id': 'b9bbc00e-f131-4247-870f-c57926a32937', 'mac_address': 'fa:16:3e:22:45:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:10:50.391608 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:50.420359 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9bbc00e-f131-4247-870f-c57926a32937 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:10:50.443271 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port b9bbc00e-f131-4247-870f-c57926a32937, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=b9bbc00e-f131-4247-870f-c57926a32937,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:10:50.448263 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:50.504391 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=b9bbc00e-f131-4247-870f-c57926a32937,revision_number=6']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:50.511841 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:50.512219 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:50.512595 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:50.512932 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:50.513266 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:50.513598 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:50.513927 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:50.514253 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:50.514606 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:50.514936 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:50.515259 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:50.515849 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:10:50.608699 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['b9bbc00e-f131-4247-870f-c57926a32937'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:10:50.969545 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b512f8c-d597-4e66-bf7f-bb7f29cba7ff req-1589c7d8-c2cb-4cd1-a2cb-63ae0aeea742 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:50.971784 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8b512f8c-d597-4e66-bf7f-bb7f29cba7ff req-1589c7d8-c2cb-4cd1-a2cb-63ae0aeea742 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 944 time: 0.0709908 Jul 23 23:10:51.010789 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-8b512f8c-d597-4e66-bf7f-bb7f29cba7ff req-d7195bdd-c3f9-4f5f-83ec-514180ca1830 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333004 Jul 23 23:10:52.167837 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac874f-fd7b-4956-88c2-ff6a4a36c7b0 req-0721280f-77b9-49fa-bdbf-a7b9c640eb8c tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:52.169495 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-77ac874f-fd7b-4956-88c2-ff6a4a36c7b0 req-0721280f-77b9-49fa-bdbf-a7b9c640eb8c tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 944 time: 0.0760946 Jul 23 23:10:52.212743 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-77ac874f-fd7b-4956-88c2-ff6a4a36c7b0 req-21022f56-dff5-4e1d-b5cb-1c30d8244e8a tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374346 Jul 23 23:10:52.259121 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device b9bbc00e-f131-4247-870f-c57926a32937 up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:10:52.314712 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port b9bbc00e-f131-4247-870f-c57926a32937 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:10:52.314990 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:52.411349 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:52.434982 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4184b7-af33-488a-8ede-34b0ab102150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bbc00e-f131-4247-870f-c57926a32937'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:10:52.437233 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb81784-7ed0-478d-9c23-53f4f845226a" -d '{"events": [{"server_uuid": "5d4184b7-af33-488a-8ede-34b0ab102150", "name": "network-vif-plugged", "status": "completed", "tag": "b9bbc00e-f131-4247-870f-c57926a32937"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:10:52.450476 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port b9bbc00e-f131-4247-870f-c57926a32937, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=b9bbc00e-f131-4247-870f-c57926a32937,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:10:52.459754 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:10:52.492955 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d913cd1d-75ae-4f16-9cab-023ff13ac8fd x-openstack-request-id: req-d913cd1d-75ae-4f16-9cab-023ff13ac8fd {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:10:52.493348 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4184b7-af33-488a-8ede-34b0ab102150", "name": "network-vif-plugged", "status": "completed", "tag": "b9bbc00e-f131-4247-870f-c57926a32937", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:10:52.493831 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d913cd1d-75ae-4f16-9cab-023ff13ac8fd {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:10:52.494317 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4184b7-af33-488a-8ede-34b0ab102150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bbc00e-f131-4247-870f-c57926a32937', 'code': 200} Jul 23 23:10:52.520373 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=b9bbc00e-f131-4247-870f-c57926a32937,revision_number=7']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:10:53.365675 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ceff1-865d-4e74-8d86-9ac031eb1e1c req-4e08289e-a400-4988-a224-23e8bb8fb8e9 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:53.367952 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b89ceff1-865d-4e74-8d86-9ac031eb1e1c req-4e08289e-a400-4988-a224-23e8bb8fb8e9 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0737700 Jul 23 23:10:53.423426 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b89ceff1-865d-4e74-8d86-9ac031eb1e1c req-2f563ee9-1e3e-4030-b99b-53618efbcafa tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483897 Jul 23 23:10:54.572305 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcbf77-9d90-4cf2-82d8-09745825b23c req-98ca83f3-8e61-4696-a0c5-b60c83984272 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:54.574643 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c0bcbf77-9d90-4cf2-82d8-09745825b23c req-98ca83f3-8e61-4696-a0c5-b60c83984272 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0759878 Jul 23 23:10:54.617279 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c0bcbf77-9d90-4cf2-82d8-09745825b23c req-780081d1-1f82-4866-a47e-aafc979f0dc7 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368705 Jul 23 23:10:55.777628 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158582d1-8835-4695-9421-24c4b4260830 req-fdcee8dc-4750-4cde-b526-9b64644f411a tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:55.779347 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-158582d1-8835-4695-9421-24c4b4260830 req-fdcee8dc-4750-4cde-b526-9b64644f411a tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0820401 Jul 23 23:10:55.833725 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-158582d1-8835-4695-9421-24c4b4260830 req-d6f5cf32-dca9-4a92-be8d-c30452520417 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399821 Jul 23 23:10:56.991431 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d0d5a-6746-4ba4-9d24-cd3468ea8c2e req-4dbeb417-040e-41b1-aae2-c586e43a109d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:56.993698 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3b7d0d5a-6746-4ba4-9d24-cd3468ea8c2e req-4dbeb417-040e-41b1-aae2-c586e43a109d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0705009 Jul 23 23:10:57.032914 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3b7d0d5a-6746-4ba4-9d24-cd3468ea8c2e req-ce1a367c-473e-4c52-9cd7-d75088a61c34 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327194 Jul 23 23:10:58.194028 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87479da-b2a2-42fa-a202-9edc741c3cbc req-e8516367-c46d-4dcc-bdb7-b7344662a5c3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:58.195649 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b87479da-b2a2-42fa-a202-9edc741c3cbc req-e8516367-c46d-4dcc-bdb7-b7344662a5c3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0880036 Jul 23 23:10:58.235965 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b87479da-b2a2-42fa-a202-9edc741c3cbc req-a236d536-8454-406e-a52b-e4e5c4938a86 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344784 Jul 23 23:10:59.163016 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae8fad-46f6-40ae-b48f-8132b0796695 req-0ec9f54b-d6b2-4155-8e06-7d9079de74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:59.164458 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c7ae8fad-46f6-40ae-b48f-8132b0796695 req-0ec9f54b-d6b2-4155-8e06-7d9079de74ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9934ee43b824e059d808e7ff73adefd&device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 1098 time: 0.0520954 Jul 23 23:10:59.252488 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae8fad-46f6-40ae-b48f-8132b0796695 req-91d0f2cb-a5f6-4d7b-9318-f60a3ac13d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:59.253950 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c7ae8fad-46f6-40ae-b48f-8132b0796695 req-91d0f2cb-a5f6-4d7b-9318-f60a3ac13d77 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70497c0c-7ba3-41f5-9bdc-064acfc78ade HTTP/1.1" status: 200 len: 918 time: 0.0836225 Jul 23 23:10:59.344718 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c7ae8fad-46f6-40ae-b48f-8132b0796695 req-1b251228-ea0e-410a-bd47-84f746105500 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9bbc00e-f131-4247-870f-c57926a32937 HTTP/1.1" status: 200 len: 1001 time: 0.0842927 Jul 23 23:10:59.406465 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae8fad-46f6-40ae-b48f-8132b0796695 req-16c7fef4-fcb3-4955-a608-f45cb8572ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:59.407914 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c7ae8fad-46f6-40ae-b48f-8132b0796695 req-16c7fef4-fcb3-4955-a608-f45cb8572ede service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7187624-9019-4e18-b70c-0ca5879c5b98 HTTP/1.1" status: 200 len: 856 time: 0.0562253 Jul 23 23:10:59.419445 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe3b9a-9f82-48cc-be61-e14f347b82d2 req-be795f96-9cdc-412d-a437-74b6f7fc8674 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:59.420787 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6ebe3b9a-9f82-48cc-be61-e14f347b82d2 req-be795f96-9cdc-412d-a437-74b6f7fc8674 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.1126006 Jul 23 23:10:59.483342 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6ebe3b9a-9f82-48cc-be61-e14f347b82d2 req-812ef983-6d0f-4809-98cd-4be6a24b02af tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547194 Jul 23 23:10:59.499338 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae8fad-46f6-40ae-b48f-8132b0796695 req-bb1512ef-ab36-4a43-9a01-ea12e46f0401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:10:59.500865 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c7ae8fad-46f6-40ae-b48f-8132b0796695 req-bb1512ef-ab36-4a43-9a01-ea12e46f0401 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70497c0c-7ba3-41f5-9bdc-064acfc78ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0792060 Jul 23 23:10:59.589605 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c7ae8fad-46f6-40ae-b48f-8132b0796695 req-3565cf3b-b29c-408d-8c68-f3a6ab2aedc0 service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824602 Jul 23 23:10:59.677027 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c7ae8fad-46f6-40ae-b48f-8132b0796695 req-e7c17127-54c8-4df0-863f-c29846c516f0 service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814457 Jul 23 23:11:00.873088 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76a15b-f89f-4413-b8a1-f7c5523e593b req-d9c3c7ab-e83f-4971-8ef4-2417a99a9880 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:00.874586 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-df76a15b-f89f-4413-b8a1-f7c5523e593b req-d9c3c7ab-e83f-4971-8ef4-2417a99a9880 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.3212533 Jul 23 23:11:00.910560 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-df76a15b-f89f-4413-b8a1-f7c5523e593b req-51bd0328-2475-41d9-987a-d2d3828c97ec tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304482 Jul 23 23:11:02.046822 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010df817-1fa3-4582-a3c4-6e937d53182f req-32deffe0-60a6-4309-98c6-303f7088b417 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:02.048285 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-010df817-1fa3-4582-a3c4-6e937d53182f req-32deffe0-60a6-4309-98c6-303f7088b417 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0654778 Jul 23 23:11:02.084473 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-010df817-1fa3-4582-a3c4-6e937d53182f req-10015ace-9f39-4ec9-8cf6-c85d677e6973 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306242 Jul 23 23:11:02.967914 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad1dc7-86aa-44b0-9c28-797d0100a8d5 req-c55feb12-4b5f-4ed1-9152-b675484eae89 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:02.969319 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f0ad1dc7-86aa-44b0-9c28-797d0100a8d5 req-c55feb12-4b5f-4ed1-9152-b675484eae89 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0711713 Jul 23 23:11:02.996354 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [req-a81c124a-6540-4013-8ede-8aa3bbdd424e req-19717fe0-c915-43cf-a057-1fc6c9710d9c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0543215 Jul 23 23:11:03.007307 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f0ad1dc7-86aa-44b0-9c28-797d0100a8d5 req-3a4c09ce-ca4e-4fe9-b321-49fa55382ca0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325258 Jul 23 23:11:03.793132 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c124a-6540-4013-8ede-8aa3bbdd424e req-c9cba4e2-8320-4b9b-b0b8-d5d0087c9897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:03.794629 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a81c124a-6540-4013-8ede-8aa3bbdd424e req-c9cba4e2-8320-4b9b-b0b8-d5d0087c9897 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150&tenant_id=a9934ee43b824e059d808e7ff73adefd HTTP/1.1" status: 200 len: 1098 time: 0.0531011 Jul 23 23:11:03.878159 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c124a-6540-4013-8ede-8aa3bbdd424e req-45046c69-dae5-46cd-be62-e97f886a6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:03.879656 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a81c124a-6540-4013-8ede-8aa3bbdd424e req-45046c69-dae5-46cd-be62-e97f886a6a39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9934ee43b824e059d808e7ff73adefd&device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 1098 time: 0.0543957 Jul 23 23:11:03.967603 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c124a-6540-4013-8ede-8aa3bbdd424e req-da24fc34-108c-48de-a7cc-a57587d007d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:03.969045 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a81c124a-6540-4013-8ede-8aa3bbdd424e req-da24fc34-108c-48de-a7cc-a57587d007d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70497c0c-7ba3-41f5-9bdc-064acfc78ade HTTP/1.1" status: 200 len: 918 time: 0.0833218 Jul 23 23:11:04.035015 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a81c124a-6540-4013-8ede-8aa3bbdd424e req-5760bc97-6666-4f11-9b0f-dc4ba5326f37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9bbc00e-f131-4247-870f-c57926a32937 HTTP/1.1" status: 200 len: 1001 time: 0.0599809 Jul 23 23:11:04.114409 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c124a-6540-4013-8ede-8aa3bbdd424e req-96f19018-67bc-4fc4-aa1f-a0a79bdffde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:04.115869 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a81c124a-6540-4013-8ede-8aa3bbdd424e req-96f19018-67bc-4fc4-aa1f-a0a79bdffde7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7187624-9019-4e18-b70c-0ca5879c5b98 HTTP/1.1" status: 200 len: 856 time: 0.0722065 Jul 23 23:11:04.177621 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4efaa-d2f0-44c9-a11c-83d3464dc76a req-6b7bd2ac-0196-437e-a831-d1f02aea89e0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:04.179097 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-edc4efaa-d2f0-44c9-a11c-83d3464dc76a req-6b7bd2ac-0196-437e-a831-d1f02aea89e0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 945 time: 0.0988255 Jul 23 23:11:04.207368 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c124a-6540-4013-8ede-8aa3bbdd424e req-5e0a072c-c419-49c2-b3fe-9db411228215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:04.208814 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a81c124a-6540-4013-8ede-8aa3bbdd424e req-5e0a072c-c419-49c2-b3fe-9db411228215 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70497c0c-7ba3-41f5-9bdc-064acfc78ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0870614 Jul 23 23:11:04.245124 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-edc4efaa-d2f0-44c9-a11c-83d3464dc76a req-14f54d9a-4f14-41fc-9066-4775f3cff979 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585752 Jul 23 23:11:04.307530 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a81c124a-6540-4013-8ede-8aa3bbdd424e req-26496116-11f5-47ec-9a31-8d557a898259 service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890625 Jul 23 23:11:04.332390 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device b9bbc00e-f131-4247-870f-c57926a32937 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:11:04.400444 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a81c124a-6540-4013-8ede-8aa3bbdd424e req-977be436-b24d-4322-b0e3-1aba9664f3e1 service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859618 Jul 23 23:11:04.408068 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:04.431726 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4184b7-af33-488a-8ede-34b0ab102150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9bbc00e-f131-4247-870f-c57926a32937'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:11:04.435183 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f31b6f-0826-4a13-bc99-070c04863714" -d '{"events": [{"server_uuid": "5d4184b7-af33-488a-8ede-34b0ab102150", "name": "network-vif-unplugged", "status": "completed", "tag": "b9bbc00e-f131-4247-870f-c57926a32937"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:11:04.447342 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port b9bbc00e-f131-4247-870f-c57926a32937, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=b9bbc00e-f131-4247-870f-c57926a32937,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:11:04.451887 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:04.479696 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 23:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51aef1aa-60cb-4099-bb70-b54f6739d3f0 x-openstack-request-id: req-51aef1aa-60cb-4099-bb70-b54f6739d3f0 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:11:04.479963 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4184b7-af33-488a-8ede-34b0ab102150", "name": "network-vif-unplugged", "status": "completed", "tag": "b9bbc00e-f131-4247-870f-c57926a32937", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:11:04.480216 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51aef1aa-60cb-4099-bb70-b54f6739d3f0 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:11:04.480605 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4184b7-af33-488a-8ede-34b0ab102150', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9bbc00e-f131-4247-870f-c57926a32937', 'code': 200} Jul 23 23:11:04.508243 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=b9bbc00e-f131-4247-870f-c57926a32937,revision_number=8']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:05.393097 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585976a-f88b-4d52-b06c-24be110b144a req-88acb269-fe7c-4372-a654-e8222af9d617 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:05.394604 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a585976a-f88b-4d52-b06c-24be110b144a req-88acb269-fe7c-4372-a654-e8222af9d617 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 943 time: 0.0677710 Jul 23 23:11:05.433185 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a585976a-f88b-4d52-b06c-24be110b144a req-4c72726c-ac65-4ada-bd71-35886e3d862e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329564 Jul 23 23:11:06.577127 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdd609-59e6-413b-bb70-89c413624a91 req-dbe9f5fc-2601-45a7-9f38-ba50629340f9 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:06.578671 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3efdd609-59e6-413b-bb70-89c413624a91 req-dbe9f5fc-2601-45a7-9f38-ba50629340f9 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 943 time: 0.0667472 Jul 23 23:11:06.614860 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-3efdd609-59e6-413b-bb70-89c413624a91 req-0c5ff6fc-a00d-4f4f-94ac-15d021dd2247 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307584 Jul 23 23:11:07.760405 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381f80b-f49a-4d8d-aea9-64ec42ea5904 req-78ece43c-139b-40f8-aa24-627ec3a91a80 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:07.762516 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7381f80b-f49a-4d8d-aea9-64ec42ea5904 req-78ece43c-139b-40f8-aa24-627ec3a91a80 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 943 time: 0.0732458 Jul 23 23:11:07.804836 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7381f80b-f49a-4d8d-aea9-64ec42ea5904 req-0f832139-504d-45d4-a985-565e49c9ac25 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362437 Jul 23 23:11:08.953654 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52397f5f-1287-4691-93dd-c37b0a450088 req-3de1b7e8-e3d9-4945-88d0-1b3b2d906bfa tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:08.960722 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-52397f5f-1287-4691-93dd-c37b0a450088 req-3de1b7e8-e3d9-4945-88d0-1b3b2d906bfa tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 943 time: 0.0651686 Jul 23 23:11:08.996331 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-52397f5f-1287-4691-93dd-c37b0a450088 req-470dbf61-aff2-4b78-ac4f-4b4496660502 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345871 Jul 23 23:11:10.136513 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a039fb0-ced8-4d54-ab80-52c585574ae2 req-b3c47589-b32f-4519-bc72-ed10289ce2ac tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:10.138389 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4a039fb0-ced8-4d54-ab80-52c585574ae2 req-b3c47589-b32f-4519-bc72-ed10289ce2ac tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 943 time: 0.0674829 Jul 23 23:11:10.182700 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4a039fb0-ced8-4d54-ab80-52c585574ae2 req-9bedfc11-e0d2-4b64-8cdc-9c4ee53efc43 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373805 Jul 23 23:11:11.324478 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ef8d3-c702-408f-a74d-bfe369a41a3b req-0392bd72-5971-4b52-94b9-687c04c057c3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:11.326047 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-161ef8d3-c702-408f-a74d-bfe369a41a3b req-0392bd72-5971-4b52-94b9-687c04c057c3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 943 time: 0.0693300 Jul 23 23:11:11.374855 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-161ef8d3-c702-408f-a74d-bfe369a41a3b req-b19823a8-7263-49b9-8289-d7356489e844 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359900 Jul 23 23:11:12.519664 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe177c80-2350-47a5-a906-09bb39156f6a req-99008c84-2b7e-433d-8852-15e0211bb580 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:12.521081 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fe177c80-2350-47a5-a906-09bb39156f6a req-99008c84-2b7e-433d-8852-15e0211bb580 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 943 time: 0.0658386 Jul 23 23:11:12.560862 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fe177c80-2350-47a5-a906-09bb39156f6a req-c95d47e1-7656-4c1b-981a-971495e88ec8 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341792 Jul 23 23:11:13.326169 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1c00905a-0a40-4e49-bde6-7fa643934172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:13.700296 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b86756-a01f-410e-ae71-5cb439eb75a3 req-135edf7c-e818-416d-bd52-9b34de35bc99 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:13.702052 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c1b86756-a01f-410e-ae71-5cb439eb75a3 req-135edf7c-e818-416d-bd52-9b34de35bc99 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 943 time: 0.0689602 Jul 23 23:11:13.742636 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c1b86756-a01f-410e-ae71-5cb439eb75a3 req-a6d83d98-e88b-4dbf-8851-8a1fe2efa231 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347059 Jul 23 23:11:14.897098 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed98be-1bd2-4b46-b1cc-6554ebe927ae req-099addc6-48fe-4df8-b3c4-c24fee61034e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:14.898585 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-deed98be-1bd2-4b46-b1cc-6554ebe927ae req-099addc6-48fe-4df8-b3c4-c24fee61034e tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 943 time: 0.0809996 Jul 23 23:11:14.946049 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-deed98be-1bd2-4b46-b1cc-6554ebe927ae req-aa1a9914-dcc1-4f02-b0c7-f3602aa40327 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415483 Jul 23 23:11:15.528827 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:15.938972 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8923b2ed-c444-4115-963f-a4da59576951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:16.081793 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4b142-0486-4589-b1ac-c436b64c27ff req-00ef5950-306f-49ef-a8e5-91344842aceb tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:16.083367 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-efa4b142-0486-4589-b1ac-c436b64c27ff req-00ef5950-306f-49ef-a8e5-91344842aceb tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 943 time: 0.0675194 Jul 23 23:11:16.119646 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-efa4b142-0486-4589-b1ac-c436b64c27ff req-9466c406-bab2-4115-a410-c33267696a62 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307801 Jul 23 23:11:16.206687 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:16.940691 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d06bd-c412-4779-8dea-71a1a6488d47 req-c5dbc509-4549-4948-8b97-29a0c3e5b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:16.942171 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-553d06bd-c412-4779-8dea-71a1a6488d47 req-c5dbc509-4549-4948-8b97-29a0c3e5b3b1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 1096 time: 0.0591376 Jul 23 23:11:16.976563 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-553d06bd-c412-4779-8dea-71a1a6488d47 req-62015d94-d994-4b53-b1f4-cfb1780ce972 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269756 Jul 23 23:11:17.111971 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:17.256555 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21837d3d-7f53-4dcc-8ee2-e4a04363e4da req-116c373c-2fc1-4aa9-9b2c-ff33d1fb7896 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:17.257939 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-21837d3d-7f53-4dcc-8ee2-e4a04363e4da req-116c373c-2fc1-4aa9-9b2c-ff33d1fb7896 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 943 time: 0.0675659 Jul 23 23:11:17.295984 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-21837d3d-7f53-4dcc-8ee2-e4a04363e4da req-b4d6ee3c-6e8c-4b08-b549-d33f2ef75727 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318847 Jul 23 23:11:17.719294 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:11:18.397076 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device b9bbc00e-f131-4247-870f-c57926a32937 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:11:18.440298 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a755d-2826-4e55-b668-38f6a7a66d4b req-c7de9fc1-5cc8-4096-a920-29b23e9b8de3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:18.441921 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-aa7a755d-2826-4e55-b668-38f6a7a66d4b req-c7de9fc1-5cc8-4096-a920-29b23e9b8de3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 943 time: 0.0730367 Jul 23 23:11:18.482824 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-aa7a755d-2826-4e55-b668-38f6a7a66d4b req-bff08b0f-a734-49e3-8a21-40b0b1486f33 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344546 Jul 23 23:11:18.495737 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port b9bbc00e-f131-4247-870f-c57926a32937, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=b9bbc00e-f131-4247-870f-c57926a32937,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:11:18.508417 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': 'b9bbc00e-f131-4247-870f-c57926a32937', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'port_id': 'b9bbc00e-f131-4247-870f-c57926a32937', 'mac_address': 'fa:16:3e:22:45:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:11:18.566629 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:18.586246 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9bbc00e-f131-4247-870f-c57926a32937 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:11:18.611113 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port b9bbc00e-f131-4247-870f-c57926a32937, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=b9bbc00e-f131-4247-870f-c57926a32937,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:11:18.614854 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:18.664940 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=b9bbc00e-f131-4247-870f-c57926a32937,revision_number=9']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:18.811144 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:18.955354 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['b9bbc00e-f131-4247-870f-c57926a32937'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:11:19.156749 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fe532a8f-d12a-4ab3-ac32-91e7106ea8ea req-01ed77a3-0c0f-4e36-8152-cc7d62c87df8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527263 Jul 23 23:11:19.268956 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe532a8f-d12a-4ab3-ac32-91e7106ea8ea req-7abbf58a-ff50-4dca-8878-9b944bd3a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:19.270338 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fe532a8f-d12a-4ab3-ac32-91e7106ea8ea req-7abbf58a-ff50-4dca-8878-9b944bd3a3ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a9934ee43b824e059d808e7ff73adefd&device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 1097 time: 0.0543449 Jul 23 23:11:19.372921 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe532a8f-d12a-4ab3-ac32-91e7106ea8ea req-11df9158-6060-456c-8cb0-2baa41c2d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:19.374355 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fe532a8f-d12a-4ab3-ac32-91e7106ea8ea req-11df9158-6060-456c-8cb0-2baa41c2d7bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=70497c0c-7ba3-41f5-9bdc-064acfc78ade HTTP/1.1" status: 200 len: 918 time: 0.0855551 Jul 23 23:11:19.437833 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fe532a8f-d12a-4ab3-ac32-91e7106ea8ea req-c689c302-2a53-4f11-a901-24e9b040c4cb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9bbc00e-f131-4247-870f-c57926a32937 HTTP/1.1" status: 200 len: 1000 time: 0.0563004 Jul 23 23:11:19.485186 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe532a8f-d12a-4ab3-ac32-91e7106ea8ea req-13e4a234-9976-477f-9587-e19f18819aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:19.486639 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fe532a8f-d12a-4ab3-ac32-91e7106ea8ea req-13e4a234-9976-477f-9587-e19f18819aa7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7187624-9019-4e18-b70c-0ca5879c5b98 HTTP/1.1" status: 200 len: 856 time: 0.0420249 Jul 23 23:11:19.549420 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe532a8f-d12a-4ab3-ac32-91e7106ea8ea req-adde7ae2-5557-49cd-8f0a-474cbae56349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:19.550932 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fe532a8f-d12a-4ab3-ac32-91e7106ea8ea req-adde7ae2-5557-49cd-8f0a-474cbae56349 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70497c0c-7ba3-41f5-9bdc-064acfc78ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0571606 Jul 23 23:11:19.690644 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77a9a2-92db-43dd-a076-1ccba4fe500e req-9aa5e093-ac3b-4105-8957-d65e549a5da7 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:19.692110 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1c77a9a2-92db-43dd-a076-1ccba4fe500e req-9aa5e093-ac3b-4105-8957-d65e549a5da7 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 944 time: 0.1339033 Jul 23 23:11:19.695612 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fe532a8f-d12a-4ab3-ac32-91e7106ea8ea req-971a9339-b1b9-4227-8afa-f319a308fcd3 service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357672 Jul 23 23:11:19.753806 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1c77a9a2-92db-43dd-a076-1ccba4fe500e req-e1820ac6-8cbb-44ac-a7b4-b44e1edefa5f tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562406 Jul 23 23:11:19.805466 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-fe532a8f-d12a-4ab3-ac32-91e7106ea8ea req-ff1372d9-1464-4c1b-bc09-7fb81834370a service neutron] 10.222.0.47 "GET /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022010 Jul 23 23:11:20.404667 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device b9bbc00e-f131-4247-870f-c57926a32937 up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:11:20.449750 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port b9bbc00e-f131-4247-870f-c57926a32937 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:11:20.450128 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:20.524344 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:20.547504 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4184b7-af33-488a-8ede-34b0ab102150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bbc00e-f131-4247-870f-c57926a32937'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:11:20.549690 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9adf159-1805-4ca7-b712-38a4ec3d7059" -d '{"events": [{"server_uuid": "5d4184b7-af33-488a-8ede-34b0ab102150", "name": "network-vif-plugged", "status": "completed", "tag": "b9bbc00e-f131-4247-870f-c57926a32937"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:11:20.562659 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port b9bbc00e-f131-4247-870f-c57926a32937, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=b9bbc00e-f131-4247-870f-c57926a32937,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:11:20.566629 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:20.589076 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4cf10c-82f5-4e20-b064-212db216c979 x-openstack-request-id: req-1c4cf10c-82f5-4e20-b064-212db216c979 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:11:20.589359 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4184b7-af33-488a-8ede-34b0ab102150", "name": "network-vif-plugged", "status": "completed", "tag": "b9bbc00e-f131-4247-870f-c57926a32937", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:11:20.589605 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c4cf10c-82f5-4e20-b064-212db216c979 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:11:20.589980 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4184b7-af33-488a-8ede-34b0ab102150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9bbc00e-f131-4247-870f-c57926a32937', 'code': 200} Jul 23 23:11:20.613863 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=b9bbc00e-f131-4247-870f-c57926a32937,revision_number=10']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:43.328312 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6825f3f2-9c65-4252-8f27-7c1b3260d919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:45.545267 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:45.938788 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5fc7afe2-c74d-4c81-a59a-ce7f0dec0b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:46.207481 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:47.115282 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:48.814380 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:52.655459 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0215f44-722e-4dd3-a2f8-0b1d21b85af6 req-fe6e9351-c428-469f-8838-e16d729ae7dd tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:52.656970 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f0215f44-722e-4dd3-a2f8-0b1d21b85af6 req-fe6e9351-c428-469f-8838-e16d729ae7dd tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 946 time: 0.0699999 Jul 23 23:11:52.695788 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f0215f44-722e-4dd3-a2f8-0b1d21b85af6 req-3c7a34af-710c-4089-a620-3cdb48abcaf5 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326846 Jul 23 23:11:53.829945 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e697c3-1472-4ce1-ba2f-a265fed065a4 req-fc0294ae-9cdb-4bcc-951b-05f78e1dc1c5 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:53.831458 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f2e697c3-1472-4ce1-ba2f-a265fed065a4 req-fc0294ae-9cdb-4bcc-951b-05f78e1dc1c5 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 946 time: 0.0634048 Jul 23 23:11:53.872491 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f2e697c3-1472-4ce1-ba2f-a265fed065a4 req-bb46b0ad-8ab7-48bf-8051-06d55fc9ee05 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups?id=96832965-e1ee-4dfe-b59d-d43c131ddf78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353525 Jul 23 23:11:54.090628 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23996d92-ae32-463f-b209-e5136f8f1709 req-5eb0f92b-c47c-4ecf-a9e1-0eeb5798f6f0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:11:54.092059 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-23996d92-ae32-463f-b209-e5136f8f1709 req-5eb0f92b-c47c-4ecf-a9e1-0eeb5798f6f0 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 946 time: 0.0626941 Jul 23 23:11:54.197099 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-23996d92-ae32-463f-b209-e5136f8f1709 req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Deleting port b9bbc00e-f131-4247-870f-c57926a32937 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:11:54.197440 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-23996d92-ae32-463f-b209-e5136f8f1709 req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:54.288704 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-23996d92-ae32-463f-b209-e5136f8f1709 req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] For port b9bbc00e-f131-4247-870f-c57926a32937, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=b9bbc00e-f131-4247-870f-c57926a32937,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:11:54.289066 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-23996d92-ae32-463f-b209-e5136f8f1709 req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:54.460857 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-23996d92-ae32-463f-b209-e5136f8f1709 req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:54.461229 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-23996d92-ae32-463f-b209-e5136f8f1709 req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946657'] for floatingip, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:54.461537 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.l3_db [req-23996d92-ae32-463f-b209-e5136f8f1709 req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Floating IP c111795d-672b-44cc-a06f-ca99d78a36d0 disassociated. External IP: 172.27.3.231, port: b9bbc00e-f131-4247-870f-c57926a32937. Jul 23 23:11:54.461878 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-23996d92-ae32-463f-b209-e5136f8f1709 req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Calling delete_port for b9bbc00e-f131-4247-870f-c57926a32937 owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:11:54.599276 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-23996d92-ae32-463f-b209-e5136f8f1709 req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:54.627158 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Pushing event deleted for resources: {'Port': ['ID=b9bbc00e-f131-4247-870f-c57926a32937,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:54.642859 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:54.643279 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:54.644318 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:54.644709 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:54.645205 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:54.645541 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:54.645869 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:54.646198 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:54.646544 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:54.647726 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:54.647726 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:54.647726 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:54.718645 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:11:54.755876 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23996d92-ae32-463f-b209-e5136f8f1709 req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Router dde4ec12-704e-4bfa-be83-e3864b016576 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:11:54.869475 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23996d92-ae32-463f-b209-e5136f8f1709 req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:11:54.880462 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3205d78c-92c8-4fb4-b346-f2f4a7da1efb None None] Sync routers for ids ['dde4ec12-704e-4bfa-be83-e3864b016576'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:11:54.891912 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3205d78c-92c8-4fb4-b346-f2f4a7da1efb None None] Routers {'dde4ec12-704e-4bfa-be83-e3864b016576'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:11:54.892449 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-3205d78c-92c8-4fb4-b346-f2f4a7da1efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:11:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['dde4ec12-704e-4bfa-be83-e3864b016576'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:54.915758 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-23996d92-ae32-463f-b209-e5136f8f1709 req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] No DVR routers for this DVR port b9bbc00e-f131-4247-870f-c57926a32937 on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:11:54.918527 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-23996d92-ae32-463f-b209-e5136f8f1709 req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:54.920639 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-23996d92-ae32-463f-b209-e5136f8f1709 req-9d7abc90-07ee-484c-acb0-f74d7ae849f3 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.47 "DELETE /v2.0/ports/b9bbc00e-f131-4247-870f-c57926a32937 HTTP/1.1" status: 204 len: 173 time: 0.8225574 Jul 23 23:11:54.921086 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4184b7-af33-488a-8ede-34b0ab102150', 'name': 'network-vif-deleted', 'tag': 'b9bbc00e-f131-4247-870f-c57926a32937'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:11:54.924215 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c069d5-7aec-46f1-9f3c-dc4f1ef2998d" -d '{"events": [{"server_uuid": "5d4184b7-af33-488a-8ede-34b0ab102150", "name": "network-vif-deleted", "tag": "b9bbc00e-f131-4247-870f-c57926a32937"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:11:55.002104 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5594be29-cd34-47cf-8ee6-deae7de44cff req-c01bd75b-a83a-47e2-923b-c528a977e68c tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/ports?device_id=5d4184b7-af33-488a-8ede-34b0ab102150 HTTP/1.1" status: 200 len: 210 time: 0.0377994 Jul 23 23:11:55.007055 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26895ba-f489-498a-958c-53e971c66855 x-openstack-request-id: req-d26895ba-f489-498a-958c-53e971c66855 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:11:55.007346 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4184b7-af33-488a-8ede-34b0ab102150", "name": "network-vif-deleted", "tag": "b9bbc00e-f131-4247-870f-c57926a32937", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:11:55.007606 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d26895ba-f489-498a-958c-53e971c66855 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:11:55.008019 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4184b7-af33-488a-8ede-34b0ab102150', 'name': 'network-vif-deleted', 'tag': 'b9bbc00e-f131-4247-870f-c57926a32937', 'status': 'completed', 'code': 200} Jul 23 23:11:55.012597 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-3205d78c-92c8-4fb4-b346-f2f4a7da1efb None None] Set router dde4ec12-704e-4bfa-be83-e3864b016576 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:11:55.230790 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-3205d78c-92c8-4fb4-b346-f2f4a7da1efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 4, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port': {'id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '79339ec5-9bc2-490f-a339-2c79728ded18', 'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'mac_address': 'fa:16:3e:9b:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:38Z', 'updated_at': '2021-07-23T23:06:45Z', 'revision_number': 5, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'subnets': [{'id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:55.257146 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3205d78c-92c8-4fb4-b346-f2f4a7da1efb None None] Checking router: dde4ec12-704e-4bfa-be83-e3864b016576 for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:11:55.265759 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3205d78c-92c8-4fb4-b346-f2f4a7da1efb None None] Routers {'dde4ec12-704e-4bfa-be83-e3864b016576'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:11:55.266358 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-3205d78c-92c8-4fb4-b346-f2f4a7da1efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:11:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['dde4ec12-704e-4bfa-be83-e3864b016576'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:55.386526 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-3205d78c-92c8-4fb4-b346-f2f4a7da1efb None None] Set router dde4ec12-704e-4bfa-be83-e3864b016576 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:11:55.596044 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-3205d78c-92c8-4fb4-b346-f2f4a7da1efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 4, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port': {'id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '79339ec5-9bc2-490f-a339-2c79728ded18', 'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'mac_address': 'fa:16:3e:9b:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:38Z', 'updated_at': '2021-07-23T23:06:45Z', 'revision_number': 5, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'subnets': [{'id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:11:55.625977 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3205d78c-92c8-4fb4-b346-f2f4a7da1efb None None] The sync data for ids ['dde4ec12-704e-4bfa-be83-e3864b016576'] in dv-cinder-679138-12-iscsi is: [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:39Z', 'revision_number': 4, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port': {'id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': '79339ec5-9bc2-490f-a339-2c79728ded18', 'name': '', 'network_id': '70497c0c-7ba3-41f5-9bdc-064acfc78ade', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'mac_address': 'fa:16:3e:9b:98:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:38Z', 'updated_at': '2021-07-23T23:06:45Z', 'revision_number': 5, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'subnets': [{'id': 'f7187624-9019-4e18-b70c-0ca5879c5b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:11:55.839400 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c306a85-14c7-41fe-935c-8278ea3b565a None None] New status for floating IP c111795d-672b-44cc-a06f-ca99d78a36d0: DOWN {{(pid=93011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:11:56.106476 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59440) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:56.164565 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3abdf62d-2763-4e15-88bd-a163c4960663 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:56.187494 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3abdf62d-2763-4e15-88bd-a163c4960663 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:56.240478 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3abdf62d-2763-4e15-88bd-a163c4960663 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:56.243080 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3abdf62d-2763-4e15-88bd-a163c4960663 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:56.244232 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-3abdf62d-2763-4e15-88bd-a163c4960663 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "DELETE /v2.0/security-groups/96832965-e1ee-4dfe-b59d-d43c131ddf78 HTTP/1.1" status: 204 len: 168 time: 0.1366839 Jul 23 23:11:56.247161 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 59442) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:56.253777 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdf62d-2763-4e15-88bd-a163c4960663 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96832965-e1ee-4dfe-b59d-d43c131ddf78,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:56.263421 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.api.v2.resource [None req-916cc0da-833f-4957-a137-bfa7e2b2cc9d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] show failed (client error): The resource could not be found. Jul 23 23:11:56.264711 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-916cc0da-833f-4957-a137-bfa7e2b2cc9d tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "GET /v2.0/security-groups/96832965-e1ee-4dfe-b59d-d43c131ddf78 HTTP/1.1" status: 404 len: 347 time: 0.0165787 Jul 23 23:11:56.267512 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 59444) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:56.395806 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Deleting port 57325839-21ba-4196-ab62-4e831412c898 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:11:56.396157 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:56.477958 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:56.478282 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:56.489771 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Calling delete_port for 57325839-21ba-4196-ab62-4e831412c898 owned by network:floatingip {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:11:56.621044 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:56.649083 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Pushing event deleted for resources: {'Port': ['ID=57325839-21ba-4196-ab62-4e831412c898,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:11:56.676524 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:56.676863 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:56.677202 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:56.677535 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:56.677867 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:56.678198 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:56.678549 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:56.678881 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:56.679202 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:56.679524 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:56.679846 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:56.680168 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:11:56.718763 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks [] for floatingip, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:56.721345 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:11:56.723149 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-d719a369-7d96-45a3-9778-7daf0ad5a578 tempest-AttachVolumeShelveTestJSON-2000845303 tempest-AttachVolumeShelveTestJSON-2000845303-project] 10.222.0.20 "DELETE /v2.0/floatingips/c111795d-672b-44cc-a06f-ca99d78a36d0 HTTP/1.1" status: 204 len: 168 time: 0.4547353 Jul 23 23:11:58.615621 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device b9bbc00e-f131-4247-870f-c57926a32937 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:11:58.639526 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: b9bbc00e-f131-4247-870f-c57926a32937 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:11:58.639865 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device b9bbc00e-f131-4247-870f-c57926a32937 not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:11:59.145572 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59466) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:11:59.748857 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2ef896d1-c439-4173-b691-585484e13108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943956'] for router_interface, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:00.369249 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-2ef896d1-c439-4173-b691-585484e13108 admin admin] Deleting port 79339ec5-9bc2-490f-a339-2c79728ded18 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:12:00.369920 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2ef896d1-c439-4173-b691-585484e13108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:00.451328 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [None req-2ef896d1-c439-4173-b691-585484e13108 admin admin] For port 79339ec5-9bc2-490f-a339-2c79728ded18, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=79339ec5-9bc2-490f-a339-2c79728ded18,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:12:00.451688 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2ef896d1-c439-4173-b691-585484e13108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:00.464150 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-2ef896d1-c439-4173-b691-585484e13108 admin admin] Calling delete_port for 79339ec5-9bc2-490f-a339-2c79728ded18 owned by network:router_interface {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:12:00.638458 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2ef896d1-c439-4173-b691-585484e13108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:00.664583 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef896d1-c439-4173-b691-585484e13108 admin admin] Pushing event deleted for resources: {'Port': ['ID=79339ec5-9bc2-490f-a339-2c79728ded18,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:00.832768 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-2ef896d1-c439-4173-b691-585484e13108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-942882'] for router_interface, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:01.050321 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef896d1-c439-4173-b691-585484e13108 admin admin] Router dde4ec12-704e-4bfa-be83-e3864b016576 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:12:01.161558 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef896d1-c439-4173-b691-585484e13108 admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:12:01.169111 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 59470) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:01.169548 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-2ef896d1-c439-4173-b691-585484e13108 admin admin] 10.222.0.20 "PUT /v2.0/routers/dde4ec12-704e-4bfa-be83-e3864b016576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0225151 Jul 23 23:12:01.170905 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe77f6fc-327b-4485-a4f2-2df2b60c2f9f None None] Sync routers for ids ['dde4ec12-704e-4bfa-be83-e3864b016576'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:12:01.180826 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe77f6fc-327b-4485-a4f2-2df2b60c2f9f None None] Routers {'dde4ec12-704e-4bfa-be83-e3864b016576'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:12:01.181903 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-fe77f6fc-327b-4485-a4f2-2df2b60c2f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:11:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['dde4ec12-704e-4bfa-be83-e3864b016576'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:12:01.273712 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a73bb5f7-6137-4bf4-b9d9-631b57d76658 admin admin] Notify callbacks [] for router, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:01.284366 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-fe77f6fc-327b-4485-a4f2-2df2b60c2f9f None None] Set router dde4ec12-704e-4bfa-be83-e3864b016576 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:12:01.377963 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a73bb5f7-6137-4bf4-b9d9-631b57d76658 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:01.432268 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-a73bb5f7-6137-4bf4-b9d9-631b57d76658 admin admin] Deleting port 67d601a1-9909-4dc2-9986-b4539980ee54 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:12:01.432645 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a73bb5f7-6137-4bf4-b9d9-631b57d76658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:01.466854 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-fe77f6fc-327b-4485-a4f2-2df2b60c2f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:12:00Z', 'revision_number': 5, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port': {'id': '67d601a1-9909-4dc2-9986-b4539980ee54', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:12:01.493832 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe77f6fc-327b-4485-a4f2-2df2b60c2f9f None None] Checking router: dde4ec12-704e-4bfa-be83-e3864b016576 for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:12:01.503833 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe77f6fc-327b-4485-a4f2-2df2b60c2f9f None None] Routers {'dde4ec12-704e-4bfa-be83-e3864b016576'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:12:01.504067 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-fe77f6fc-327b-4485-a4f2-2df2b60c2f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:11:46Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['dde4ec12-704e-4bfa-be83-e3864b016576'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:12:01.592817 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-fe77f6fc-327b-4485-a4f2-2df2b60c2f9f None None] Set router dde4ec12-704e-4bfa-be83-e3864b016576 gateway port host: None {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:12:01.649612 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-fe77f6fc-327b-4485-a4f2-2df2b60c2f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:12:01Z', 'revision_number': 6, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port_host': None}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:12:01.676476 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe77f6fc-327b-4485-a4f2-2df2b60c2f9f None None] The sync data for ids ['dde4ec12-704e-4bfa-be83-e3864b016576'] in dv-cinder-679138-12-iscsi is: [{'id': 'dde4ec12-704e-4bfa-be83-e3864b016576', 'name': 'tempest-AttachVolumeShelveTestJSON-1957697678-router', 'tenant_id': 'a9934ee43b824e059d808e7ff73adefd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:06:36Z', 'updated_at': '2021-07-23T23:12:01Z', 'revision_number': 6, 'project_id': 'a9934ee43b824e059d808e7ff73adefd', 'gw_port_host': None}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:12:01.737728 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [None req-a73bb5f7-6137-4bf4-b9d9-631b57d76658 admin admin] For port 67d601a1-9909-4dc2-9986-b4539980ee54, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=67d601a1-9909-4dc2-9986-b4539980ee54,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:12:01.738704 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a73bb5f7-6137-4bf4-b9d9-631b57d76658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:01.750629 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-a73bb5f7-6137-4bf4-b9d9-631b57d76658 admin admin] Calling delete_port for 67d601a1-9909-4dc2-9986-b4539980ee54 owned by network:router_gateway {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:12:01.911604 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a73bb5f7-6137-4bf4-b9d9-631b57d76658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:01.934355 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73bb5f7-6137-4bf4-b9d9-631b57d76658 admin admin] Pushing event deleted for resources: {'Port': ['ID=67d601a1-9909-4dc2-9986-b4539980ee54,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:01.999487 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a73bb5f7-6137-4bf4-b9d9-631b57d76658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946459'] for router_gateway, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.097333 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a73bb5f7-6137-4bf4-b9d9-631b57d76658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-983139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1930'] for router, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.099585 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a73bb5f7-6137-4bf4-b9d9-631b57d76658 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.140837 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a73bb5f7-6137-4bf4-b9d9-631b57d76658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-983287'] for router, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.141344 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73bb5f7-6137-4bf4-b9d9-631b57d76658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dde4ec12-704e-4bfa-be83-e3864b016576 {{(pid=93009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:12:02.146640 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a73bb5f7-6137-4bf4-b9d9-631b57d76658 admin admin] Notify callbacks [] for router, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.147789 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-a73bb5f7-6137-4bf4-b9d9-631b57d76658 admin admin] 10.222.0.20 "DELETE /v2.0/routers/dde4ec12-704e-4bfa-be83-e3864b016576 HTTP/1.1" status: 204 len: 168 time: 0.9775527 Jul 23 23:12:02.150334 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 59472) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:02.196691 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2633f27-4c5c-46b6-ab46-44e62b916a42 admin admin] Deleting subnet f7187624-9019-4e18-b70c-0ca5879c5b98 {{(pid=93009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:12:02.199903 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a2633f27-4c5c-46b6-ab46-44e62b916a42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.238840 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a2633f27-4c5c-46b6-ab46-44e62b916a42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11369256'] for subnet, precommit_delete_associations {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.316443 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a2633f27-4c5c-46b6-ab46-44e62b916a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018516'] for subnet, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.367480 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a2633f27-4c5c-46b6-ab46-44e62b916a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11586274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11915057'] for subnet, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.394949 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2633f27-4c5c-46b6-ab46-44e62b916a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7187624-9019-4e18-b70c-0ca5879c5b98,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:02.397228 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a2633f27-4c5c-46b6-ab46-44e62b916a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.401826 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-a2633f27-4c5c-46b6-ab46-44e62b916a42 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f7187624-9019-4e18-b70c-0ca5879c5b98 HTTP/1.1" status: 204 len: 168 time: 0.2478621 Jul 23 23:12:02.401826 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 59474) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:02.405943 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f5d1ab-9009-429f-bb46-2a33af555c03 None None] Network 70497c0c-7ba3-41f5-9bdc-064acfc78ade requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:12:02.498283 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4034542'] for network, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.554553 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] Deleting port 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:12:02.554911 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.624305 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] For port 3b0806b6-1061-404a-b4a3-47bbe7b13ce5, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=3b0806b6-1061-404a-b4a3-47bbe7b13ce5,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:12:02.624662 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.635306 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] DHCP port deletion for 70497c0c-7ba3-41f5-9bdc-064acfc78ade request from dv-cinder-679138-12-iscsi {{(pid=93011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:12:02.637602 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] Calling delete_port for 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 owned by network:dhcp {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:12:02.689439 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] Deleting port 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:12:02.690522 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.731174 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.757112 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b0806b6-1061-404a-b4a3-47bbe7b13ce5,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:02.762777 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] For port 3b0806b6-1061-404a-b4a3-47bbe7b13ce5, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=3b0806b6-1061-404a-b4a3-47bbe7b13ce5,segment=NetworkSegment(3d8da13e-20e0-43b2-8975-9436bd4b635b),segment_id=3d8da13e-20e0-43b2-8975-9436bd4b635b)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:12:02.762935 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] No DVR routers for this DVR port 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 on host dv-cinder-679138-12-iscsi {{(pid=93009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:12:02.763175 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.776724 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] Calling delete_port for 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 owned by network:dhcp {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:12:02.839425 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4025307', 'neutron.services.segments.db._delete_segments_for_network-8750116804994'] for network, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.850265 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70497c0c-7ba3-41f5-9bdc-064acfc78ade']}} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:12:02.864413 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8da13e-20e0-43b2-8975-9436bd4b635b') {'for_net_delete': True} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:12:02.864839 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8da13e-20e0-43b2-8975-9436bd4b635b') {} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:12:02.866437 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.873701 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750116706807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11369255'] for segment, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.889704 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.893874 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] Pushing event deleted for resources: {'Port': ['ID=3b0806b6-1061-404a-b4a3-47bbe7b13ce5,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:02.896682 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=93009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:12:02.897085 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11586116'] for segment, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: Traceback (most recent call last): Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: timer() Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: cb(*args, **kw) Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: return func(*args, **kwargs) Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: self._notify() Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: self.callback(batched_events) Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: event.method(event) Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: return f(self, *a, **k) Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._get(url).json() Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: return self.request(url, 'GET', **kwargs) Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:12:02.898794 dv-cinder-679138-12-iscsi neutron-server[93009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:12:02.909210 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:12:02.909730 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:12:02.910283 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:12:02.910862 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:12:02.911377 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:12:02.911874 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:12:02.912410 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:12:02.912943 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:12:02.913446 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:12:02.913938 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:12:02.914447 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:12:02.915011 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:12:02.919408 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e15eb2-98c1-4104-aa37-c71b24799a7c None None] No DVR routers for this DVR port 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 on host dv-cinder-679138-12-iscsi {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:12:02.959263 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4025298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946679'] for network, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.964696 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:02.966606 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] 10.222.0.20 "DELETE /v2.0/networks/70497c0c-7ba3-41f5-9bdc-064acfc78ade HTTP/1.1" status: 204 len: 168 time: 0.5639765 Jul 23 23:12:02.977418 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57502e4-1050-4918-b1b2-de0eb5588299 admin admin] Pushing event deleted for resources: {'Network': ['ID=70497c0c-7ba3-41f5-9bdc-064acfc78ade,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:03.082020 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 59478) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:03.123572 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-7334aaaa-0c37-48f6-b8d0-51f2473e8dfd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9934ee43b824e059d808e7ff73adefd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402172 Jul 23 23:12:03.128746 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59480) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:03.184982 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-773d200e-7d59-4804-8277-93a0112a9b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:03.199360 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 79339ec5-9bc2-490f-a339-2c79728ded18 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:12:03.207313 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-773d200e-7d59-4804-8277-93a0112a9b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:03.218349 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: 79339ec5-9bc2-490f-a339-2c79728ded18 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:12:03.218712 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 79339ec5-9bc2-490f-a339-2c79728ded18 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:12:03.219124 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 67d601a1-9909-4dc2-9986-b4539980ee54 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:12:03.237803 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: 67d601a1-9909-4dc2-9986-b4539980ee54 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:12:03.238154 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 67d601a1-9909-4dc2-9986-b4539980ee54 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:12:03.238589 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:12:03.257252 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-773d200e-7d59-4804-8277-93a0112a9b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:03.258790 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:12:03.259139 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 3b0806b6-1061-404a-b4a3-47bbe7b13ce5 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:12:03.259969 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-773d200e-7d59-4804-8277-93a0112a9b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:03.261297 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-773d200e-7d59-4804-8277-93a0112a9b57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/599e48d3-08d6-4e7a-948d-1746746891fe HTTP/1.1" status: 204 len: 168 time: 0.1317389 Jul 23 23:12:03.271414 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d200e-7d59-4804-8277-93a0112a9b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599e48d3-08d6-4e7a-948d-1746746891fe,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:08.433089 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59558) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:08.539921 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-231d8507-ae72-4419-ae5a-d0d8871f4207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:08.630583 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-231d8507-ae72-4419-ae5a-d0d8871f4207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:08.634124 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-231d8507-ae72-4419-ae5a-d0d8871f4207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:08.673291 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-231d8507-ae72-4419-ae5a-d0d8871f4207 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a733e3313514cbe9f00d7c3b154c91b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390859 Jul 23 23:12:08.674176 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d8507-ae72-4419-ae5a-d0d8871f4207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a526b4-0b70-4490-bd39-97571742f78f,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:08.676216 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 59562) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:08.725254 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-709cc5fd-efc1-4c5f-9c77-f3c237e0e754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:08.747043 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-709cc5fd-efc1-4c5f-9c77-f3c237e0e754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:08.794928 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-709cc5fd-efc1-4c5f-9c77-f3c237e0e754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:08.797380 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-709cc5fd-efc1-4c5f-9c77-f3c237e0e754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:08.798558 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-709cc5fd-efc1-4c5f-9c77-f3c237e0e754 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45a526b4-0b70-4490-bd39-97571742f78f HTTP/1.1" status: 204 len: 168 time: 0.1213448 Jul 23 23:12:08.806459 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cc5fd-efc1-4c5f-9c77-f3c237e0e754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a526b4-0b70-4490-bd39-97571742f78f,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:09.072398 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 59570) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:09.086449 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e5c17a5d-d20c-43f0-97a4-9d83906a7b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:09.186356 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e5c17a5d-d20c-43f0-97a4-9d83906a7b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:09.191748 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e5c17a5d-d20c-43f0-97a4-9d83906a7b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:09.234023 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-e5c17a5d-d20c-43f0-97a4-9d83906a7b64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=280405f9d3a0493e8305f8d1ff0b7f99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605294 Jul 23 23:12:09.234916 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c17a5d-d20c-43f0-97a4-9d83906a7b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4290d34d-1a04-4f5a-a8f0-864dcc2db2f4,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:09.238281 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59572) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:09.297570 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a4ea6f11-2935-4bda-86e7-f9e1d5ace6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:09.322671 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a4ea6f11-2935-4bda-86e7-f9e1d5ace6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:09.372019 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a4ea6f11-2935-4bda-86e7-f9e1d5ace6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:09.375248 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a4ea6f11-2935-4bda-86e7-f9e1d5ace6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:09.379691 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-a4ea6f11-2935-4bda-86e7-f9e1d5ace6ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4290d34d-1a04-4f5a-a8f0-864dcc2db2f4 HTTP/1.1" status: 204 len: 168 time: 0.1373200 Jul 23 23:12:09.389279 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea6f11-2935-4bda-86e7-f9e1d5ace6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4290d34d-1a04-4f5a-a8f0-864dcc2db2f4,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:10.516562 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59610) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:10.626237 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-28cc893f-ba58-46dc-ace8-e317c68d2e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:10.717553 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-28cc893f-ba58-46dc-ace8-e317c68d2e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:10.721641 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-28cc893f-ba58-46dc-ace8-e317c68d2e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:10.762254 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc893f-ba58-46dc-ace8-e317c68d2e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b11db52-0840-4c3f-ba48-cb077d9ca51d,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:10.766884 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-28cc893f-ba58-46dc-ace8-e317c68d2e14 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c68efa75e44491f9018114edb1dc4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492008 Jul 23 23:12:10.769500 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59616) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:10.829492 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3e691b65-2652-459c-a808-aa5ef5d40df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:10.850828 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3e691b65-2652-459c-a808-aa5ef5d40df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:10.898881 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3e691b65-2652-459c-a808-aa5ef5d40df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:10.901756 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-3e691b65-2652-459c-a808-aa5ef5d40df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:10.903182 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-3e691b65-2652-459c-a808-aa5ef5d40df4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0b11db52-0840-4c3f-ba48-cb077d9ca51d HTTP/1.1" status: 204 len: 168 time: 0.1327350 Jul 23 23:12:10.911181 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e691b65-2652-459c-a808-aa5ef5d40df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b11db52-0840-4c3f-ba48-cb077d9ca51d,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:13.331297 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e342b755-b53a-4b71-8c36-7176cf9944ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:15.548925 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:16.065978 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e9d1ecf3-aa69-492e-a15e-1c8c81d111e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:16.213001 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:17.119754 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:18.750551 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-76f9aa78-7cd1-46fb-b7da-8d913cd026da tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-209086025&fields=id&tenant_id=b61ae0da91fd43c9af60865fe2ff0b92 HTTP/1.1" status: 200 len: 267 time: 0.0370336 Jul 23 23:12:18.826791 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:18.889219 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-59e8ea00-3f53-4071-a498-cb115477e155 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:18.890435 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-59e8ea00-3f53-4071-a498-cb115477e155 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/networks?id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 HTTP/1.1" status: 200 len: 811 time: 0.1325402 Jul 23 23:12:18.909798 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-bc3df2b8-2a5f-4946-b783-34077eeedb30 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/quotas/b61ae0da91fd43c9af60865fe2ff0b92 HTTP/1.1" status: 200 len: 375 time: 0.0114470 Jul 23 23:12:19.003921 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-913c55c2-a1ef-42c6-bdde-fc1d63927d30 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b61ae0da91fd43c9af60865fe2ff0b92&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0837443 Jul 23 23:12:19.144372 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-b779747f-af06-469c-af0f-da1ab8b5441f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93010) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:12:19.145327 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-b779747f-af06-469c-af0f-da1ab8b5441f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1254940 Jul 23 23:12:19.274278 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-ef373bbf-ec2c-4579-9db6-fad0b222cf52 service neutron] 10.222.0.20 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211467 Jul 23 23:12:19.319606 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c3c9ac12-1362-445a-abee-2c963ecdd33c req-ae65ba4c-11ac-440f-a929-e686bae2b646 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1732705 Jul 23 23:12:19.408945 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-a8a0f3a4-fa1f-4f18-afa1-c2eb266d11a8 service neutron] 10.222.0.20 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279972 Jul 23 23:12:19.433946 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9ac12-1362-445a-abee-2c963ecdd33c req-d7faf71a-65c3-449a-a6e9-4d08f98c1bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:19.435545 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c3c9ac12-1362-445a-abee-2c963ecdd33c req-d7faf71a-65c3-449a-a6e9-4d08f98c1bcb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61ae0da91fd43c9af60865fe2ff0b92&device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 1098 time: 0.0819576 Jul 23 23:12:19.553040 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9ac12-1362-445a-abee-2c963ecdd33c req-54553800-d88b-46bc-a701-aeb8c82b5877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:19.554619 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c3c9ac12-1362-445a-abee-2c963ecdd33c req-54553800-d88b-46bc-a701-aeb8c82b5877 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 HTTP/1.1" status: 200 len: 912 time: 0.0975213 Jul 23 23:12:19.626328 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c3c9ac12-1362-445a-abee-2c963ecdd33c req-efcbe6f4-6afd-4d34-816d-88d128edac14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=880d2826-2e29-46c7-90f3-588295ed3747 HTTP/1.1" status: 200 len: 1001 time: 0.0654039 Jul 23 23:12:19.682687 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9ac12-1362-445a-abee-2c963ecdd33c req-f5b7ae55-2ba8-4867-8a5f-f677e1b4cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:19.684166 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c3c9ac12-1362-445a-abee-2c963ecdd33c req-f5b7ae55-2ba8-4867-8a5f-f677e1b4cb43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2ac5730-7e73-458b-a007-64ca53f4e4e6 HTTP/1.1" status: 200 len: 850 time: 0.0522532 Jul 23 23:12:19.755115 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9ac12-1362-445a-abee-2c963ecdd33c req-48ca934a-756f-40c1-afc1-e80d617253db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:19.756676 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c3c9ac12-1362-445a-abee-2c963ecdd33c req-48ca934a-756f-40c1-afc1-e80d617253db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0653749 Jul 23 23:12:19.769498 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [req-c3c9ac12-1362-445a-abee-2c963ecdd33c req-838c6bca-0c67-4e82-9c48-097476fc0c81 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93010) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 23:12:19.770827 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c3c9ac12-1362-445a-abee-2c963ecdd33c req-838c6bca-0c67-4e82-9c48-097476fc0c81 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072174 Jul 23 23:12:19.867326 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-4e9adaf7-0f97-4b6d-b889-2b4d727bc703 req-1c903eb4-36b5-4162-a8bc-de4e2340253b tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 210 time: 0.1096373 Jul 23 23:12:19.896965 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c3c9ac12-1362-445a-abee-2c963ecdd33c req-d0f96f8b-8207-4580-a64f-37a82460b161 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200902 Jul 23 23:12:19.997332 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-c3c9ac12-1362-445a-abee-2c963ecdd33c req-cb7487f6-f710-44ad-a79c-887ac689b215 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942471 Jul 23 23:12:21.004952 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e2601e92-44aa-43c2-a580-e338080898ef req-d9f9f375-70e7-40ce-929f-139a718280ef tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 210 time: 0.0401070 Jul 23 23:12:21.104273 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-942aaa49-1991-4c95-9158-6b6f038127ba tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:21.105736 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-942aaa49-1991-4c95-9158-6b6f038127ba tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.47 "GET /v2.0/networks?id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 HTTP/1.1" status: 200 len: 811 time: 0.1505291 Jul 23 23:12:21.159826 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-9fdb452a-b158-47f9-9450-ba7bd35392db tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b61ae0da91fd43c9af60865fe2ff0b92 HTTP/1.1" status: 200 len: 379 time: 0.0392156 Jul 23 23:12:21.177025 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-366c8147-2cd8-4868-a20f-87fa54475335 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Request body: {'port': {'device_id': '3e33623e-b821-41f2-8839-6256eee2de7b', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'admin_state_up': True, 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'security_groups': ['bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468']}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:12:21.308245 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-366c8147-2cd8-4868-a20f-87fa54475335 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Made reservation on behalf of b61ae0da91fd43c9af60865fe2ff0b92 for: {'port': 1} {{(pid=93010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 23:12:21.311920 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-366c8147-2cd8-4868-a20f-87fa54475335 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:21.450044 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-366c8147-2cd8-4868-a20f-87fa54475335 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Allocated IP 172.20.0.9 (0c9e65c4-c5d0-481a-a8b7-008fad9d6c88/b2ac5730-7e73-458b-a007-64ca53f4e4e6/1df7e42a-8d4c-4802-9b73-10aed3434f20) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:12:21.545497 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 59772) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:21.633635 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-366c8147-2cd8-4868-a20f-87fa54475335 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:21.652346 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-366c8147-2cd8-4868-a20f-87fa54475335 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Transition to ACTIVE for port object 1df7e42a-8d4c-4802-9b73-10aed3434f20 will not be triggered until provisioned by entity DHCP. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:12:21.697411 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-366c8147-2cd8-4868-a20f-87fa54475335 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:21.702263 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6912544c-47c0-4719-b36f-3eac56e020ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:21.745438 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-366c8147-2cd8-4868-a20f-87fa54475335 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:12:21.748861 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-366c8147-2cd8-4868-a20f-87fa54475335 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:12:21.752822 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-366c8147-2cd8-4868-a20f-87fa54475335 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:12:21.791181 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c8147-2cd8-4868-a20f-87fa54475335 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event updated for resources: {'Port': ['ID=1df7e42a-8d4c-4802-9b73-10aed3434f20,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:21.822529 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-366c8147-2cd8-4868-a20f-87fa54475335 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:21.823626 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-366c8147-2cd8-4868-a20f-87fa54475335 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:21.850771 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6912544c-47c0-4719-b36f-3eac56e020ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:21.856881 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-6912544c-47c0-4719-b36f-3eac56e020ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:21.863330 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-366c8147-2cd8-4868-a20f-87fa54475335 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6914217 Jul 23 23:12:21.885725 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Request body: {'port': {'device_id': '3e33623e-b821-41f2-8839-6256eee2de7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-67913'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:12:21.925444 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-6912544c-47c0-4719-b36f-3eac56e020ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c77eae5bb3c8429989c2655dd6a1773c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772345 Jul 23 23:12:21.928171 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 59776) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:21.937465 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912544c-47c0-4719-b36f-3eac56e020ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274aafdd-7dfc-49bd-b20a-5704ea247a39,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:21.968248 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:22.000702 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe77b-09ee-45a2-a2fb-db6d5edb07a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:22.028088 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe77b-09ee-45a2-a2fb-db6d5edb07a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:22.102227 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-636fe164-1d70-4f8c-8061-3d3b670ac375 None None] Provisioning for port 1df7e42a-8d4c-4802-9b73-10aed3434f20 completed by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:12:22.112376 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe77b-09ee-45a2-a2fb-db6d5edb07a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:22.114295 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-636fe164-1d70-4f8c-8061-3d3b670ac375 None None] Provisioning complete for port 1df7e42a-8d4c-4802-9b73-10aed3434f20 triggered by entity DHCP. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:12:22.115090 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-636fe164-1d70-4f8c-8061-3d3b670ac375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:22.115425 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe77b-09ee-45a2-a2fb-db6d5edb07a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:22.120477 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-d1bfe77b-09ee-45a2-a2fb-db6d5edb07a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/274aafdd-7dfc-49bd-b20a-5704ea247a39 HTTP/1.1" status: 204 len: 168 time: 0.1869662 Jul 23 23:12:22.130191 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfe77b-09ee-45a2-a2fb-db6d5edb07a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274aafdd-7dfc-49bd-b20a-5704ea247a39,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:22.182395 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-636fe164-1d70-4f8c-8061-3d3b670ac375 None None] Port 1df7e42a-8d4c-4802-9b73-10aed3434f20 cannot update to ACTIVE because it is not bound. {{(pid=93011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 23:12:22.299247 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935919e8-67bb-4c97-92ff-c0ccc363af55 req-8aa40ae7-ec52-41f5-8b2e-0d4af97f6e47 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:22.300964 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-935919e8-67bb-4c97-92ff-c0ccc363af55 req-8aa40ae7-ec52-41f5-8b2e-0d4af97f6e47 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 931 time: 0.1488600 Jul 23 23:12:22.387099 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df7e42a-8d4c-4802-9b73-10aed3434f20 {{(pid=93010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:12:22.410917 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-935919e8-67bb-4c97-92ff-c0ccc363af55 req-b1c16047-3919-45a0-8ab7-e55d13853d2c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018679 Jul 23 23:12:22.413059 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:22.430452 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.provisioning_blocks [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Transition to ACTIVE for port object 1df7e42a-8d4c-4802-9b73-10aed3434f20 will not be triggered until provisioned by entity L2. {{(pid=93010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 23:12:22.434739 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:22.488140 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Pushing event updated for resources: {'Port': ['ID=1df7e42a-8d4c-4802-9b73-10aed3434f20,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:22.574254 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Attempting to bind port 1df7e42a-8d4c-4802-9b73-10aed3434f20 on host hv-cinder-67913 for vnic_type normal with profile {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 23:12:22.574694 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Attempting to bind port 1df7e42a-8d4c-4802-9b73-10aed3434f20 by drivers openvswitch,hyperv on host hv-cinder-67913 at level 0 using segments [{'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 23:12:22.575034 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Attempting to bind port 1df7e42a-8d4c-4802-9b73-10aed3434f20 on network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:12:22.579899 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Port 1df7e42a-8d4c-4802-9b73-10aed3434f20 on network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-67913 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 23:12:22.580795 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Attempting to bind port 1df7e42a-8d4c-4802-9b73-10aed3434f20 on network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 23:12:22.586130 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Checking agent: {'id': '3ca6c0e1-addb-4450-95eb-4a0aa33adf69', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-67913', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'started_at': datetime.datetime(2021, 7, 23, 23, 0, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 23, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 23:12:22.586463 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Checking segment: {'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 23:12:22.586885 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Bound using segment: {'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'} {{(pid=93010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 23:12:22.587320 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.managers [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Bound port: 1df7e42a-8d4c-4802-9b73-10aed3434f20, host: hv-cinder-67913, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '408a5b84-d13b-4968-be37-d1ddbcdf5a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88'}}] {{(pid=93010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 23:12:22.587683 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:22.667491 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] For port 1df7e42a-8d4c-4802-9b73-10aed3434f20, host hv-cinder-67913, cleared binding levels {{(pid=93010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 23:12:22.670863 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] For port 1df7e42a-8d4c-4802-9b73-10aed3434f20, host hv-cinder-67913, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=1df7e42a-8d4c-4802-9b73-10aed3434f20,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 23:12:22.675569 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:22.719610 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:22.720424 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:22.723409 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] 10.222.0.47 "PUT /v2.0/ports/1df7e42a-8d4c-4802-9b73-10aed3434f20 HTTP/1.1" status: 200 len: 1093 time: 0.8428493 Jul 23 23:12:22.726125 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e33623e-b821-41f2-8839-6256eee2de7b', 'tag': '1df7e42a-8d4c-4802-9b73-10aed3434f20'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:12:22.728980 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536f2f5d-0d35-466a-8b3a-9e930dc2463e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e33623e-b821-41f2-8839-6256eee2de7b", "tag": "1df7e42a-8d4c-4802-9b73-10aed3434f20"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:12:22.770043 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7eb99c-6099-4dfb-9f51-140b343cd988 x-openstack-request-id: req-ec7eb99c-6099-4dfb-9f51-140b343cd988 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:12:22.770326 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e33623e-b821-41f2-8839-6256eee2de7b", "tag": "1df7e42a-8d4c-4802-9b73-10aed3434f20", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:12:22.770606 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec7eb99c-6099-4dfb-9f51-140b343cd988 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:12:22.771014 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e33623e-b821-41f2-8839-6256eee2de7b', 'tag': '1df7e42a-8d4c-4802-9b73-10aed3434f20', 'status': 'completed', 'code': 200} Jul 23 23:12:22.776420 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08be5c-0cf9-4550-a0c1-d872070a356f service neutron] Pushing event updated for resources: {'Port': ['ID=1df7e42a-8d4c-4802-9b73-10aed3434f20,revision_number=3']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:22.854560 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-27fa230f-cf7e-486e-86a4-de8154e57b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:22.856249 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-27fa230f-cf7e-486e-86a4-de8154e57b03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61ae0da91fd43c9af60865fe2ff0b92&device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 1096 time: 0.0683453 Jul 23 23:12:22.913860 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-bf52191a-b89c-46e4-8579-14c3e26e1672 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1df7e42a-8d4c-4802-9b73-10aed3434f20 HTTP/1.1" status: 200 len: 217 time: 0.0436740 Jul 23 23:12:22.975204 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-b0250ee2-d735-4555-bbb4-5fd8f65df99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:22.977248 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-b0250ee2-d735-4555-bbb4-5fd8f65df99c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2ac5730-7e73-458b-a007-64ca53f4e4e6 HTTP/1.1" status: 200 len: 850 time: 0.0571198 Jul 23 23:12:23.049169 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-c338fcc9-f837-45da-a4f2-177c5296a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:23.050824 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-c338fcc9-f837-45da-a4f2-177c5296a879 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0660067 Jul 23 23:12:23.147589 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-2e0bb2a9-e49d-4e85-97ec-3fd02df160f7 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900331 Jul 23 23:12:23.247541 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-f475b7b4-f6bc-4eae-8733-76ee0ade4918 req-1597a910-c707-42d5-814a-872bfcaa7897 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918822 Jul 23 23:12:23.365181 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 59814) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:23.402734 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f2f5d-0d35-466a-8b3a-9e930dc2463e req-1a3a6e94-c4a6-4300-a5a4-e96385ded73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:23.404295 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-536f2f5d-0d35-466a-8b3a-9e930dc2463e req-1a3a6e94-c4a6-4300-a5a4-e96385ded73a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61ae0da91fd43c9af60865fe2ff0b92&device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 1096 time: 0.0595810 Jul 23 23:12:23.498987 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5bc76b40-c1eb-4fdc-a2dd-4da138c81fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:23.540772 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f2f5d-0d35-466a-8b3a-9e930dc2463e req-117acdc7-77c5-4ac1-8441-3fc3f746bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:23.542246 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-536f2f5d-0d35-466a-8b3a-9e930dc2463e req-117acdc7-77c5-4ac1-8441-3fc3f746bc82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 HTTP/1.1" status: 200 len: 912 time: 0.1309152 Jul 23 23:12:23.579016 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555d80b-f82b-4be3-8e1e-fc0c52f06b17 req-7f3d2482-5a6e-479f-afd8-cd4351ce326a tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:23.581301 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d555d80b-f82b-4be3-8e1e-fc0c52f06b17 req-7f3d2482-5a6e-479f-afd8-cd4351ce326a tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 943 time: 0.0988681 Jul 23 23:12:23.607673 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5bc76b40-c1eb-4fdc-a2dd-4da138c81fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:23.611604 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-536f2f5d-0d35-466a-8b3a-9e930dc2463e req-a8b48dff-2405-4b29-b6d7-833da79b79b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1df7e42a-8d4c-4802-9b73-10aed3434f20 HTTP/1.1" status: 200 len: 217 time: 0.0504124 Jul 23 23:12:23.612555 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5bc76b40-c1eb-4fdc-a2dd-4da138c81fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:23.651752 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-5bc76b40-c1eb-4fdc-a2dd-4da138c81fa8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32c10c685ffe4256af74403a2bfcc5b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854719 Jul 23 23:12:23.652610 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc76b40-c1eb-4fdc-a2dd-4da138c81fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73703675-6083-4c2c-9b24-707e35b1194c,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:23.654442 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59820) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:23.708805 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d555d80b-f82b-4be3-8e1e-fc0c52f06b17 req-be3a6086-90bc-40ce-b584-4d5f4a670c61 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005566 Jul 23 23:12:23.716058 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f2f5d-0d35-466a-8b3a-9e930dc2463e req-230cb6d1-5f59-4930-a5b6-b88b8e2df7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:23.717497 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-536f2f5d-0d35-466a-8b3a-9e930dc2463e req-230cb6d1-5f59-4930-a5b6-b88b8e2df7b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2ac5730-7e73-458b-a007-64ca53f4e4e6 HTTP/1.1" status: 200 len: 850 time: 0.0996697 Jul 23 23:12:23.743422 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-cd15ac4f-50d2-4787-a3ae-b0bda25516d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:23.785492 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-cd15ac4f-50d2-4787-a3ae-b0bda25516d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:23.829082 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f2f5d-0d35-466a-8b3a-9e930dc2463e req-463aa9e8-28d2-459a-9bd1-177c7405d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:23.831259 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-536f2f5d-0d35-466a-8b3a-9e930dc2463e req-463aa9e8-28d2-459a-9bd1-177c7405d4a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1006641 Jul 23 23:12:23.863002 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-cd15ac4f-50d2-4787-a3ae-b0bda25516d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:23.865820 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-cd15ac4f-50d2-4787-a3ae-b0bda25516d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:23.867195 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-cd15ac4f-50d2-4787-a3ae-b0bda25516d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73703675-6083-4c2c-9b24-707e35b1194c HTTP/1.1" status: 204 len: 168 time: 0.2099295 Jul 23 23:12:23.885429 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15ac4f-50d2-4787-a3ae-b0bda25516d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73703675-6083-4c2c-9b24-707e35b1194c,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:23.948889 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-536f2f5d-0d35-466a-8b3a-9e930dc2463e req-7301dde7-66dd-4535-844e-7bce74d93752 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077030 Jul 23 23:12:24.045711 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-536f2f5d-0d35-466a-8b3a-9e930dc2463e req-e04c7516-04e0-4009-8ddc-1d58adaf68b3 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891168 Jul 23 23:12:24.857837 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce507b-f486-48bc-8e2a-e7b2fe3ed1a4 req-4d676e66-92f6-4f37-8a57-ac42afdc540f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:24.859392 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-29ce507b-f486-48bc-8e2a-e7b2fe3ed1a4 req-4d676e66-92f6-4f37-8a57-ac42afdc540f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 943 time: 0.0750408 Jul 23 23:12:24.902322 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-29ce507b-f486-48bc-8e2a-e7b2fe3ed1a4 req-4653cb7c-673c-4023-bed7-d54e59e3adbe tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365746 Jul 23 23:12:26.051431 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe5325-cfa4-4885-b4f4-ed9c46516415 req-9618ff5c-79be-458b-a04f-a133ae167ba4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:26.052838 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-93fe5325-cfa4-4885-b4f4-ed9c46516415 req-9618ff5c-79be-458b-a04f-a133ae167ba4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 943 time: 0.0707760 Jul 23 23:12:26.104466 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-93fe5325-cfa4-4885-b4f4-ed9c46516415 req-1e71beec-449a-458a-a4d2-f0705ca6103d tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455148 Jul 23 23:12:27.243907 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491af48-e1cf-4611-b448-2de2c1c47869 req-11f42b6a-3a9a-43d6-92fb-eea9eb7b3148 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:27.245471 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2491af48-e1cf-4611-b448-2de2c1c47869 req-11f42b6a-3a9a-43d6-92fb-eea9eb7b3148 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 943 time: 0.0678289 Jul 23 23:12:27.288181 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-2491af48-e1cf-4611-b448-2de2c1c47869 req-122f75cf-53ac-4d04-add0-e87d67aa16ea tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371761 Jul 23 23:12:28.770560 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1a9b1-9d07-41ff-a2ea-fd330709a0cd req-2b834f37-fbbe-4550-982f-0cb9a0eee26c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:28.772445 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ffe1a9b1-9d07-41ff-a2ea-fd330709a0cd req-2b834f37-fbbe-4550-982f-0cb9a0eee26c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 943 time: 0.4080226 Jul 23 23:12:28.824592 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ffe1a9b1-9d07-41ff-a2ea-fd330709a0cd req-6ff19e07-c590-4235-b8f2-60cb7cedf2ef tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411909 Jul 23 23:12:29.957999 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9976ac5-df03-458c-b97c-e6a76148c696 req-bb12e4cb-00e2-472c-b5e5-e43911a57a57 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:29.959513 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a9976ac5-df03-458c-b97c-e6a76148c696 req-bb12e4cb-00e2-472c-b5e5-e43911a57a57 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 943 time: 0.0680213 Jul 23 23:12:29.997688 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-a9976ac5-df03-458c-b97c-e6a76148c696 req-a198ac03-cc80-4087-ad77-adb01f249a40 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319963 Jul 23 23:12:31.146879 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e56b5f-14c7-4949-a432-1b648843944e req-857c1456-aad2-4724-a83e-887fbf42cda5 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:31.148601 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-17e56b5f-14c7-4949-a432-1b648843944e req-857c1456-aad2-4724-a83e-887fbf42cda5 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 943 time: 0.0706198 Jul 23 23:12:31.186704 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-17e56b5f-14c7-4949-a432-1b648843944e req-e816d367-9b66-494d-b646-c676689ba0b1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325177 Jul 23 23:12:31.717950 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:12:32.334715 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb1e32-872a-4156-84dd-6778d4c5be96 req-d3a19e8c-9b5e-4a69-95f1-a57963c37254 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:32.336211 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e3eb1e32-872a-4156-84dd-6778d4c5be96 req-d3a19e8c-9b5e-4a69-95f1-a57963c37254 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 943 time: 0.0665534 Jul 23 23:12:32.375881 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-e3eb1e32-872a-4156-84dd-6778d4c5be96 req-e301299d-c204-49b0-8b3d-64104af602ff tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340943 Jul 23 23:12:33.466875 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 1df7e42a-8d4c-4802-9b73-10aed3434f20 details requested by agent hyperv_hv-cinder-67913 with host hv-cinder-67913 {{(pid=93011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 23:12:33.513091 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51517b95-c492-4535-9452-2fd8d286336f req-82a8d24b-ccee-4625-8ce4-0c053b76ff01 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:33.514877 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-51517b95-c492-4535-9452-2fd8d286336f req-82a8d24b-ccee-4625-8ce4-0c053b76ff01 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 943 time: 0.0690126 Jul 23 23:12:33.564678 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-51517b95-c492-4535-9452-2fd8d286336f req-dbbc33e6-b596-4a42-8738-1c1e48187c33 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423377 Jul 23 23:12:33.575342 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 1df7e42a-8d4c-4802-9b73-10aed3434f20, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=1df7e42a-8d4c-4802-9b73-10aed3434f20,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:12:33.589070 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Returning: {'device': '1df7e42a-8d4c-4802-9b73-10aed3434f20', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'port_id': '1df7e42a-8d4c-4802-9b73-10aed3434f20', 'mac_address': 'fa:16:3e:b3:af:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 23:12:33.628231 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:33.643310 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df7e42a-8d4c-4802-9b73-10aed3434f20 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 23:12:33.665728 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 1df7e42a-8d4c-4802-9b73-10aed3434f20, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=1df7e42a-8d4c-4802-9b73-10aed3434f20,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:12:33.670023 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:33.722665 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=1df7e42a-8d4c-4802-9b73-10aed3434f20,revision_number=4']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:34.002000 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] get_ports_and_sgs() called for port_ids ['1df7e42a-8d4c-4802-9b73-10aed3434f20'] {{(pid=93011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 23:12:34.729627 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc412ce-dc68-4f7b-b9ec-2ed5dae8611e req-dab55e49-a3a1-4a8a-bbbd-2fb1f30ece8f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:34.732337 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7dc412ce-dc68-4f7b-b9ec-2ed5dae8611e req-dab55e49-a3a1-4a8a-bbbd-2fb1f30ece8f tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 944 time: 0.0890296 Jul 23 23:12:34.783047 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7dc412ce-dc68-4f7b-b9ec-2ed5dae8611e req-fa47573c-52ee-4810-901d-2e6ddf01d3c1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448487 Jul 23 23:12:34.786127 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 1df7e42a-8d4c-4802-9b73-10aed3434f20 up at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 23:12:34.843973 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning for port 1df7e42a-8d4c-4802-9b73-10aed3434f20 completed by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 23:12:34.848038 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Provisioning complete for port 1df7e42a-8d4c-4802-9b73-10aed3434f20 triggered by entity L2. {{(pid=93011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 23:12:34.848425 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4023974'] for port, provisioning_complete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:34.941797 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:34.966590 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e33623e-b821-41f2-8839-6256eee2de7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df7e42a-8d4c-4802-9b73-10aed3434f20'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:12:34.969089 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08d35ede618f14e7572b83627ca5ad1ef65426b0067c589fae1b5e2af96cfe9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec3f59c-d87e-4b06-982b-8dc6a2768a99" -d '{"events": [{"server_uuid": "3e33623e-b821-41f2-8839-6256eee2de7b", "name": "network-vif-plugged", "status": "completed", "tag": "1df7e42a-8d4c-4802-9b73-10aed3434f20"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:12:34.983119 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] For port 1df7e42a-8d4c-4802-9b73-10aed3434f20, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=1df7e42a-8d4c-4802-9b73-10aed3434f20,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:12:34.989788 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:35.027862 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c01f645-f85b-4ea2-bdfa-b6fe84964883 x-openstack-request-id: req-8c01f645-f85b-4ea2-bdfa-b6fe84964883 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:12:35.028173 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e33623e-b821-41f2-8839-6256eee2de7b", "name": "network-vif-plugged", "status": "completed", "tag": "1df7e42a-8d4c-4802-9b73-10aed3434f20", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:12:35.028441 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c01f645-f85b-4ea2-bdfa-b6fe84964883 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:12:35.028897 dv-cinder-679138-12-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e33623e-b821-41f2-8839-6256eee2de7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df7e42a-8d4c-4802-9b73-10aed3434f20', 'code': 200} Jul 23 23:12:35.049738 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Pushing event updated for resources: {'Port': ['ID=1df7e42a-8d4c-4802-9b73-10aed3434f20,revision_number=5']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:35.297892 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64da1c-a5be-49ab-83d7-aed5d118a24a req-e18779d0-d8d4-4d13-a2d4-25101c896ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:35.299613 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ee64da1c-a5be-49ab-83d7-aed5d118a24a req-e18779d0-d8d4-4d13-a2d4-25101c896ab9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 1098 time: 0.0580587 Jul 23 23:12:35.336389 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-ee64da1c-a5be-49ab-83d7-aed5d118a24a req-3e07eda5-e63e-43ed-a1c3-4653837ce7f3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301940 Jul 23 23:12:35.957744 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ae2e2-b42e-42b1-a4d6-48d214067441 req-b7a31533-f342-4c3c-b154-82e1e4292928 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:35.959860 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6c1ae2e2-b42e-42b1-a4d6-48d214067441 req-b7a31533-f342-4c3c-b154-82e1e4292928 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 945 time: 0.0834379 Jul 23 23:12:36.005567 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6c1ae2e2-b42e-42b1-a4d6-48d214067441 req-6d6ab34c-3acc-48b8-a31c-396f4e6742a1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386195 Jul 23 23:12:37.143425 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac91cb-7363-4b78-8894-aba1dc3fb65e req-01d88980-3e3b-4651-8be3-0471330db3cd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:37.145104 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-52ac91cb-7363-4b78-8894-aba1dc3fb65e req-01d88980-3e3b-4651-8be3-0471330db3cd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 945 time: 0.0656180 Jul 23 23:12:37.185072 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-52ac91cb-7363-4b78-8894-aba1dc3fb65e req-dbf18cc0-26d2-4e13-b4c4-196d3890427e tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338483 Jul 23 23:12:37.329352 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9f9b1-34a8-4961-b1fb-11f71eb5b883 req-1768af9a-644d-4cf4-bfde-d4f67dd4974c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:37.333780 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1ac9f9b1-34a8-4961-b1fb-11f71eb5b883 req-1768af9a-644d-4cf4-bfde-d4f67dd4974c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 945 time: 0.0774264 Jul 23 23:12:37.376569 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-1ac9f9b1-34a8-4961-b1fb-11f71eb5b883 req-0f6cd3f5-397b-4918-9611-101ef296aec2 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381947 Jul 23 23:12:37.409409 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59922) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:37.475189 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4491f5c3-dfb5-4f57-8253-72df25186674 tempest-TestVolumeBootPattern-402170111 tempest-TestVolumeBootPattern-402170111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:37.476784 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-4491f5c3-dfb5-4f57-8253-72df25186674 tempest-TestVolumeBootPattern-402170111 tempest-TestVolumeBootPattern-402170111-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 1093 time: 0.0660322 Jul 23 23:12:37.480203 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59926) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:37.486030 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.v2.base [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Request body: {'floatingip': {'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'port_id': '1df7e42a-8d4c-4802-9b73-10aed3434f20', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 23:12:37.508350 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for floatingip, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:37.620465 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:37.737822 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_common [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Allocated IP 172.27.3.71 (28efa890-d1ea-4772-b7d3-cfef5dff758d/97030860-1f38-455c-ac9a-169aa93780e4/51e9dad9-e2b6-46c8-9e51-96f4158939e4) {{(pid=93010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 23:12:37.852270 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for port, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:37.894031 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750116388325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:37.932250 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Network 28efa890-d1ea-4772-b7d3-cfef5dff758d is already hosted by enough agents. {{(pid=93010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 23:12:37.935156 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.base_scheduler [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Resources bound (agent type, host, resource id): {{(pid=93010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 23:12:37.938153 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Received port after_create {{(pid=93010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 23:12:37.968780 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event updated for resources: {'Port': ['ID=51e9dad9-e2b6-46c8-9e51-96f4158939e4,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:38.325552 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:38.403668 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3703515'] for port, before_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:38.563236 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for port, precommit_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:38.569042 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750116793932', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750116388343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750116385037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8748686'] for port, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:38.646974 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event updated for resources: {'Port': ['ID=51e9dad9-e2b6-46c8-9e51-96f4158939e4,revision_number=2']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:38.659500 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-946657'] for floatingip, after_update {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:38.766192 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.db.l3_db [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Floating IP 8a1eddea-897a-4a68-875a-145761169b25 associated. External IP: 172.27.3.71, port: 1df7e42a-8d4c-4802-9b73-10aed3434f20. Jul 23 23:12:38.971765 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Router a96d363b-ebd1-43e0-86f1-324463176249 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:12:39.084956 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:12:39.096157 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32030608-05f1-4797-a2e8-e45775a28099 None None] Sync routers for ids ['a96d363b-ebd1-43e0-86f1-324463176249'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:12:39.106418 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:39.107564 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32030608-05f1-4797-a2e8-e45775a28099 None None] Routers {'a96d363b-ebd1-43e0-86f1-324463176249'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:12:39.108272 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-32030608-05f1-4797-a2e8-e45775a28099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:12:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['a96d363b-ebd1-43e0-86f1-324463176249'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:12:39.155123 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-04a39a5d-a2bf-4440-934f-df2f978c4cd4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6684380 Jul 23 23:12:39.155123 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e33623e-b821-41f2-8839-6256eee2de7b', 'tag': '1df7e42a-8d4c-4802-9b73-10aed3434f20'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:12:39.155123 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1e6a72-4e59-44a8-8fcc-72a755772b35" -d '{"events": [{"name": "network-changed", "server_uuid": "3e33623e-b821-41f2-8839-6256eee2de7b", "tag": "1df7e42a-8d4c-4802-9b73-10aed3434f20"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:12:39.224037 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-32030608-05f1-4797-a2e8-e45775a28099 None None] Set router a96d363b-ebd1-43e0-86f1-324463176249 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:12:39.321284 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b9777a-d8a9-452e-808b-f8e838cf6a7b x-openstack-request-id: req-a6b9777a-d8a9-452e-808b-f8e838cf6a7b {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:12:39.321578 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e33623e-b821-41f2-8839-6256eee2de7b", "tag": "1df7e42a-8d4c-4802-9b73-10aed3434f20", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:12:39.321832 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6b9777a-d8a9-452e-808b-f8e838cf6a7b {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:12:39.322261 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e33623e-b821-41f2-8839-6256eee2de7b', 'tag': '1df7e42a-8d4c-4802-9b73-10aed3434f20', 'status': 'completed', 'code': 200} Jul 23 23:12:39.463647 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-32030608-05f1-4797-a2e8-e45775a28099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '7b42df3c-8b6a-4a04-89ed-5cf655f911e7', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'port_id': '880d2826-2e29-46c7-90f3-588295ed3747', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'mac_address': 'fa:16:3e:0d:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:10:27Z', 'updated_at': '2021-07-23T23:10:29Z', 'revision_number': 1, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'fixed_ip_address_scope': None}, {'id': '8a1eddea-897a-4a68-875a-145761169b25', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'port_id': '1df7e42a-8d4c-4802-9b73-10aed3434f20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'mac_address': 'fa:16:3e:b3:af:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e33623e-b821-41f2-8839-6256eee2de7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:12:38Z', 'updated_at': '2021-07-23T23:12:38Z', 'revision_number': 0, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:11Z', 'revision_number': 5, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:12:39.493260 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32030608-05f1-4797-a2e8-e45775a28099 None None] Checking router: a96d363b-ebd1-43e0-86f1-324463176249 for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:12:39.502851 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32030608-05f1-4797-a2e8-e45775a28099 None None] Routers {'a96d363b-ebd1-43e0-86f1-324463176249'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:12:39.503503 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-32030608-05f1-4797-a2e8-e45775a28099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:12:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['a96d363b-ebd1-43e0-86f1-324463176249'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:12:39.609818 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-32030608-05f1-4797-a2e8-e45775a28099 None None] Set router a96d363b-ebd1-43e0-86f1-324463176249 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:12:39.846812 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-32030608-05f1-4797-a2e8-e45775a28099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '7b42df3c-8b6a-4a04-89ed-5cf655f911e7', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'port_id': '880d2826-2e29-46c7-90f3-588295ed3747', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'mac_address': 'fa:16:3e:0d:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:10:27Z', 'updated_at': '2021-07-23T23:10:29Z', 'revision_number': 1, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'fixed_ip_address_scope': None}, {'id': '8a1eddea-897a-4a68-875a-145761169b25', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'port_id': '1df7e42a-8d4c-4802-9b73-10aed3434f20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'mac_address': 'fa:16:3e:b3:af:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e33623e-b821-41f2-8839-6256eee2de7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:12:38Z', 'updated_at': '2021-07-23T23:12:38Z', 'revision_number': 0, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:11Z', 'revision_number': 5, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:12:39.877078 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32030608-05f1-4797-a2e8-e45775a28099 None None] The sync data for ids ['a96d363b-ebd1-43e0-86f1-324463176249'] in dv-cinder-679138-12-iscsi is: [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '7b42df3c-8b6a-4a04-89ed-5cf655f911e7', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'port_id': '880d2826-2e29-46c7-90f3-588295ed3747', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'mac_address': 'fa:16:3e:0d:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:10:27Z', 'updated_at': '2021-07-23T23:10:29Z', 'revision_number': 1, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'fixed_ip_address_scope': None}, {'id': '8a1eddea-897a-4a68-875a-145761169b25', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'floating_ip_address': '172.27.3.71', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'port_id': '1df7e42a-8d4c-4802-9b73-10aed3434f20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'mac_address': 'fa:16:3e:b3:af:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e33623e-b821-41f2-8839-6256eee2de7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:12:38Z', 'updated_at': '2021-07-23T23:12:38Z', 'revision_number': 0, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:11Z', 'revision_number': 5, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:12:40.065393 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2948c167-3803-49fc-93a6-88f528b64a0a None None] New status for floating IP 8a1eddea-897a-4a68-875a-145761169b25: ACTIVE {{(pid=93012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:12:40.541788 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e6a72-4e59-44a8-8fcc-72a755772b35 req-8c10cf16-857a-4686-9a24-d9f036d5e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:40.543358 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9b1e6a72-4e59-44a8-8fcc-72a755772b35 req-8c10cf16-857a-4686-9a24-d9f036d5e514 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61ae0da91fd43c9af60865fe2ff0b92&device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 1098 time: 0.0554779 Jul 23 23:12:40.640232 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e6a72-4e59-44a8-8fcc-72a755772b35 req-34900f0c-b3da-47c3-8660-e4d6cbc9ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:40.641663 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9b1e6a72-4e59-44a8-8fcc-72a755772b35 req-34900f0c-b3da-47c3-8660-e4d6cbc9ec79 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 HTTP/1.1" status: 200 len: 912 time: 0.0896645 Jul 23 23:12:40.720692 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9b1e6a72-4e59-44a8-8fcc-72a755772b35 req-a17ce80b-0f1f-44a7-8b1e-580489a9e51c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1df7e42a-8d4c-4802-9b73-10aed3434f20 HTTP/1.1" status: 200 len: 1000 time: 0.0682135 Jul 23 23:12:40.773305 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e6a72-4e59-44a8-8fcc-72a755772b35 req-bb4736ae-ace9-450c-88b3-280299684f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:40.774746 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9b1e6a72-4e59-44a8-8fcc-72a755772b35 req-bb4736ae-ace9-450c-88b3-280299684f8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2ac5730-7e73-458b-a007-64ca53f4e4e6 HTTP/1.1" status: 200 len: 850 time: 0.0478008 Jul 23 23:12:40.836213 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e6a72-4e59-44a8-8fcc-72a755772b35 req-4916f1ec-b2ed-4df7-80ac-7f1c53495c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:12:40.837728 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9b1e6a72-4e59-44a8-8fcc-72a755772b35 req-4916f1ec-b2ed-4df7-80ac-7f1c53495c7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0564749 Jul 23 23:12:40.939417 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9b1e6a72-4e59-44a8-8fcc-72a755772b35 req-206e58ac-cc13-4554-abed-87ddf0a5e7f7 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935409 Jul 23 23:12:41.032313 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-9b1e6a72-4e59-44a8-8fcc-72a755772b35 req-b83f805c-0b8a-446b-a71c-60e7fccb0a7d service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867732 Jul 23 23:12:43.338889 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a80cacb0-6ecd-45e2-a733-818e1abd9fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:45.548401 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:45.691806 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 59984) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:45.799545 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6b451757-a13e-459f-955c-28b55dd8b400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:45.891258 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6b451757-a13e-459f-955c-28b55dd8b400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:45.895164 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-6b451757-a13e-459f-955c-28b55dd8b400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:45.933634 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-6b451757-a13e-459f-955c-28b55dd8b400 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86a16f56ccc14f45b6a6b2a7c2562d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404411 Jul 23 23:12:45.934485 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b451757-a13e-459f-955c-28b55dd8b400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ae6c15-9cd3-4287-ac38-f30e17d6b36f,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:45.936928 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 59988) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:45.944465 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1aeab9be-bf23-498b-bee6-99f48706af1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:45.988580 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b92c394a-0316-475f-b8bc-eba3c2cd6e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:46.009129 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b92c394a-0316-475f-b8bc-eba3c2cd6e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:46.060325 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b92c394a-0316-475f-b8bc-eba3c2cd6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:46.062950 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-b92c394a-0316-475f-b8bc-eba3c2cd6e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:46.064100 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-b92c394a-0316-475f-b8bc-eba3c2cd6e88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95ae6c15-9cd3-4287-ac38-f30e17d6b36f HTTP/1.1" status: 204 len: 168 time: 0.1254954 Jul 23 23:12:46.072062 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c394a-0316-475f-b8bc-eba3c2cd6e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ae6c15-9cd3-4287-ac38-f30e17d6b36f,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:46.216269 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:47.121154 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:48.820683 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:50.009210 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 60054) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:50.113764 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-edfb2868-dacd-4408-abc9-c9b78451f1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:50.211422 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-edfb2868-dacd-4408-abc9-c9b78451f1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:50.215478 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-edfb2868-dacd-4408-abc9-c9b78451f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:50.255896 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-edfb2868-dacd-4408-abc9-c9b78451f1a8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f5f56bc993242489c467d7ea81d28a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456403 Jul 23 23:12:50.256741 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb2868-dacd-4408-abc9-c9b78451f1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1223d5b-67a4-4bdf-a463-d2cc2777dd51,revision_number=1']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:12:50.259313 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 60058) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:12:50.317575 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9ecc090b-6810-4d37-baa2-926acf182088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:50.339146 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9ecc090b-6810-4d37-baa2-926acf182088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:50.387653 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9ecc090b-6810-4d37-baa2-926acf182088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:50.390865 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-9ecc090b-6810-4d37-baa2-926acf182088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:12:50.394557 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-9ecc090b-6810-4d37-baa2-926acf182088 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1223d5b-67a4-4bdf-a463-d2cc2777dd51 HTTP/1.1" status: 204 len: 168 time: 0.1316133 Jul 23 23:12:50.402951 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc090b-6810-4d37-baa2-926acf182088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1223d5b-67a4-4bdf-a463-d2cc2777dd51,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:13:08.717470 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:13:13.330808 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-06559f72-e663-4064-b242-d0fe04eb61b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:15.556986 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:15.935397 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1725b84e-1af7-4577-8df3-bbe0deb2629d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:16.220229 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:17.126609 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:18.823354 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:20.188608 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-04b56221-2467-4bd9-b642-015e09b752a4 req-e5c05e95-70e7-476f-bf3b-0091eef4aa23 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568752 Jul 23 23:13:20.311367 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b56221-2467-4bd9-b642-015e09b752a4 req-ca4974d3-915f-4e42-8d05-20d48f24b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:13:20.314473 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-04b56221-2467-4bd9-b642-015e09b752a4 req-ca4974d3-915f-4e42-8d05-20d48f24b834 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61ae0da91fd43c9af60865fe2ff0b92&device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 1098 time: 0.0620589 Jul 23 23:13:20.421208 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b56221-2467-4bd9-b642-015e09b752a4 req-dc770af6-49d7-4129-9ce6-649eac4b1dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:13:20.422683 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-04b56221-2467-4bd9-b642-015e09b752a4 req-dc770af6-49d7-4129-9ce6-649eac4b1dac service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 HTTP/1.1" status: 200 len: 912 time: 0.0881822 Jul 23 23:13:20.495863 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-04b56221-2467-4bd9-b642-015e09b752a4 req-475a20b1-7802-4869-908d-9478d4f8f28d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=880d2826-2e29-46c7-90f3-588295ed3747 HTTP/1.1" status: 200 len: 1001 time: 0.0638397 Jul 23 23:13:20.546762 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b56221-2467-4bd9-b642-015e09b752a4 req-a396863c-c39f-4368-afc1-d96b2d0e9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:13:20.548200 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-04b56221-2467-4bd9-b642-015e09b752a4 req-a396863c-c39f-4368-afc1-d96b2d0e9507 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2ac5730-7e73-458b-a007-64ca53f4e4e6 HTTP/1.1" status: 200 len: 850 time: 0.0431447 Jul 23 23:13:20.607543 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b56221-2467-4bd9-b642-015e09b752a4 req-58de3013-8ed7-45ce-9b44-1d6ed8e10acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:13:20.608997 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-04b56221-2467-4bd9-b642-015e09b752a4 req-58de3013-8ed7-45ce-9b44-1d6ed8e10acf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518959 Jul 23 23:13:20.702047 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-04b56221-2467-4bd9-b642-015e09b752a4 req-37670afe-874f-423f-9bf5-5b9ded3f430c service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863490 Jul 23 23:13:20.791600 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-04b56221-2467-4bd9-b642-015e09b752a4 req-d892ec48-a510-42b1-85ff-bc2e84a55501 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831249 Jul 23 23:13:27.602149 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 60326) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:13:27.707349 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-d0adca30-5025-4921-bcba-955674f69e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:27.802605 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-d0adca30-5025-4921-bcba-955674f69e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:27.807057 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-d0adca30-5025-4921-bcba-955674f69e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_create {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:27.847606 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-d0adca30-5025-4921-bcba-955674f69e78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4acea935d1a04b84b2a21d08f0f28a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443144 Jul 23 23:13:27.848335 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0adca30-5025-4921-bcba-955674f69e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbe88c4-6962-48f9-9289-772f4733759e,revision_number=1']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:13:27.850363 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 60330) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:13:27.855669 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0adca30-5025-4921-bcba-955674f69e78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.856020 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0adca30-5025-4921-bcba-955674f69e78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.856366 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0adca30-5025-4921-bcba-955674f69e78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.856704 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0adca30-5025-4921-bcba-955674f69e78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.857039 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0adca30-5025-4921-bcba-955674f69e78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.857376 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0adca30-5025-4921-bcba-955674f69e78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.857710 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0adca30-5025-4921-bcba-955674f69e78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.858043 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0adca30-5025-4921-bcba-955674f69e78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.858391 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0adca30-5025-4921-bcba-955674f69e78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.858747 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0adca30-5025-4921-bcba-955674f69e78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.859058 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0adca30-5025-4921-bcba-955674f69e78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.859388 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0adca30-5025-4921-bcba-955674f69e78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.901344 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-afe829c9-4c49-44c1-8bfd-51e6b91f6e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:27.923086 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-afe829c9-4c49-44c1-8bfd-51e6b91f6e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:27.970007 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-afe829c9-4c49-44c1-8bfd-51e6b91f6e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:27.972542 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-afe829c9-4c49-44c1-8bfd-51e6b91f6e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:27.973736 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-afe829c9-4c49-44c1-8bfd-51e6b91f6e29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fdbe88c4-6962-48f9-9289-772f4733759e HTTP/1.1" status: 204 len: 168 time: 0.1223850 Jul 23 23:13:27.981835 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe829c9-4c49-44c1-8bfd-51e6b91f6e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbe88c4-6962-48f9-9289-772f4733759e,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:13:27.988976 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe829c9-4c49-44c1-8bfd-51e6b91f6e29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.989330 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe829c9-4c49-44c1-8bfd-51e6b91f6e29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.989664 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe829c9-4c49-44c1-8bfd-51e6b91f6e29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.989992 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe829c9-4c49-44c1-8bfd-51e6b91f6e29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.991034 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe829c9-4c49-44c1-8bfd-51e6b91f6e29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.991363 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe829c9-4c49-44c1-8bfd-51e6b91f6e29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.991694 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe829c9-4c49-44c1-8bfd-51e6b91f6e29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.992015 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe829c9-4c49-44c1-8bfd-51e6b91f6e29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.992428 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe829c9-4c49-44c1-8bfd-51e6b91f6e29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.992664 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe829c9-4c49-44c1-8bfd-51e6b91f6e29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.993626 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe829c9-4c49-44c1-8bfd-51e6b91f6e29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:27.993626 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe829c9-4c49-44c1-8bfd-51e6b91f6e29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:13:43.333719 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-99179949-ce5d-4cb3-a65d-0758cc0470eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:45.570276 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:45.717248 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:13:45.935451 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3a487434-896f-4d24-acab-c46abbf24ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:46.224242 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:47.129186 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:13:48.826956 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:13.334616 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-54215610-31ec-4171-86a4-c3d9c2f13ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:15.566047 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:15.936742 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3d74c6ba-f365-490a-8883-e57bb4e52b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:16.225762 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:17.130791 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:18.016686 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 60344) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:14:18.190746 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-c944c5ee-4792-451e-9229-74e6d788a10c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Deleting port 51e9dad9-e2b6-46c8-9e51-96f4158939e4 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:14:18.191090 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c944c5ee-4792-451e-9229-74e6d788a10c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:18.273103 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c944c5ee-4792-451e-9229-74e6d788a10c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:18.273314 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c944c5ee-4792-451e-9229-74e6d788a10c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:18.286451 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-c944c5ee-4792-451e-9229-74e6d788a10c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Calling delete_port for 51e9dad9-e2b6-46c8-9e51-96f4158939e4 owned by network:floatingip {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:14:18.440031 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c944c5ee-4792-451e-9229-74e6d788a10c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:18.464283 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944c5ee-4792-451e-9229-74e6d788a10c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event deleted for resources: {'Port': ['ID=51e9dad9-e2b6-46c8-9e51-96f4158939e4,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:14:18.541094 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c944c5ee-4792-451e-9229-74e6d788a10c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for floatingip, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:18.541433 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.db.l3_db [None req-c944c5ee-4792-451e-9229-74e6d788a10c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Floating IP 8a1eddea-897a-4a68-875a-145761169b25 disassociated (deleted). External IP: 172.27.3.71, port: 1df7e42a-8d4c-4802-9b73-10aed3434f20. Jul 23 23:14:18.770642 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c944c5ee-4792-451e-9229-74e6d788a10c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Router a96d363b-ebd1-43e0-86f1-324463176249 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:14:18.833043 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:18.891298 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c944c5ee-4792-451e-9229-74e6d788a10c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:14:18.896253 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-c944c5ee-4792-451e-9229-74e6d788a10c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:18.901336 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce108106-4bbc-434d-91f8-77af70e88186 None None] Sync routers for ids ['a96d363b-ebd1-43e0-86f1-324463176249'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:14:18.911520 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce108106-4bbc-434d-91f8-77af70e88186 None None] Routers {'a96d363b-ebd1-43e0-86f1-324463176249'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:14:18.912156 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-ce108106-4bbc-434d-91f8-77af70e88186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:14:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['a96d363b-ebd1-43e0-86f1-324463176249'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:18.938334 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-c944c5ee-4792-451e-9229-74e6d788a10c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "DELETE /v2.0/floatingips/8a1eddea-897a-4a68-875a-145761169b25 HTTP/1.1" status: 204 len: 168 time: 0.9205227 Jul 23 23:14:18.939293 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e33623e-b821-41f2-8839-6256eee2de7b', 'tag': '1df7e42a-8d4c-4802-9b73-10aed3434f20'}] {{(pid=93009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:14:18.941612 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5e0f2973c0b08423bc927c7fb12f7ef382f60b49eb8eaad9de0f06c87e9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0f59d0-97ba-477e-801f-764b7bd6a257" -d '{"events": [{"name": "network-changed", "server_uuid": "3e33623e-b821-41f2-8839-6256eee2de7b", "tag": "1df7e42a-8d4c-4802-9b73-10aed3434f20"}]}' {{(pid=93009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:14:19.032279 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-ce108106-4bbc-434d-91f8-77af70e88186 None None] Set router a96d363b-ebd1-43e0-86f1-324463176249 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:14:19.203646 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1595a1b4-68b3-4e17-834c-82b33ddef585 x-openstack-request-id: req-1595a1b4-68b3-4e17-834c-82b33ddef585 {{(pid=93009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:14:19.204593 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e33623e-b821-41f2-8839-6256eee2de7b", "tag": "1df7e42a-8d4c-4802-9b73-10aed3434f20", "status": "completed", "code": 200}]} {{(pid=93009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:14:19.205057 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1595a1b4-68b3-4e17-834c-82b33ddef585 {{(pid=93009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:14:19.205872 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e33623e-b821-41f2-8839-6256eee2de7b', 'tag': '1df7e42a-8d4c-4802-9b73-10aed3434f20', 'status': 'completed', 'code': 200} Jul 23 23:14:19.239736 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a89cf2-3813-424b-9baf-89964198524e req-0552c42e-379c-4a72-9a7d-49b53bddf455 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:14:19.241304 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-63a89cf2-3813-424b-9baf-89964198524e req-0552c42e-379c-4a72-9a7d-49b53bddf455 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 945 time: 0.0792251 Jul 23 23:14:19.295101 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-ce108106-4bbc-434d-91f8-77af70e88186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '7b42df3c-8b6a-4a04-89ed-5cf655f911e7', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'port_id': '880d2826-2e29-46c7-90f3-588295ed3747', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'mac_address': 'fa:16:3e:0d:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:10:27Z', 'updated_at': '2021-07-23T23:10:29Z', 'revision_number': 1, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:11Z', 'revision_number': 5, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:19.321373 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-63a89cf2-3813-424b-9baf-89964198524e req-f1d593a7-c8a8-47b3-9da9-70d65923507a tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734017 Jul 23 23:14:19.328072 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce108106-4bbc-434d-91f8-77af70e88186 None None] Checking router: a96d363b-ebd1-43e0-86f1-324463176249 for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:14:19.339302 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f59d0-97ba-477e-801f-764b7bd6a257 req-443e84d0-23f5-4cbe-a0ab-4b73dc90414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:14:19.340778 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5f0f59d0-97ba-477e-801f-764b7bd6a257 req-443e84d0-23f5-4cbe-a0ab-4b73dc90414f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61ae0da91fd43c9af60865fe2ff0b92&device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 1098 time: 0.0844986 Jul 23 23:14:19.343042 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce108106-4bbc-434d-91f8-77af70e88186 None None] Routers {'a96d363b-ebd1-43e0-86f1-324463176249'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:14:19.344505 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-ce108106-4bbc-434d-91f8-77af70e88186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:14:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['a96d363b-ebd1-43e0-86f1-324463176249'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:19.444546 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f59d0-97ba-477e-801f-764b7bd6a257 req-3224e717-1e78-4147-81a1-ff6dfb5b9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:14:19.446168 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5f0f59d0-97ba-477e-801f-764b7bd6a257 req-3224e717-1e78-4147-81a1-ff6dfb5b9dff service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 HTTP/1.1" status: 200 len: 912 time: 0.0936477 Jul 23 23:14:19.468418 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-ce108106-4bbc-434d-91f8-77af70e88186 None None] Set router a96d363b-ebd1-43e0-86f1-324463176249 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:14:19.494248 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5f0f59d0-97ba-477e-801f-764b7bd6a257 req-1d705dd5-864f-4176-b0e8-611c33d434a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1df7e42a-8d4c-4802-9b73-10aed3434f20 HTTP/1.1" status: 200 len: 217 time: 0.0411325 Jul 23 23:14:19.546643 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f59d0-97ba-477e-801f-764b7bd6a257 req-89d59ec2-4239-457c-8e12-150927f2bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:14:19.548137 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5f0f59d0-97ba-477e-801f-764b7bd6a257 req-89d59ec2-4239-457c-8e12-150927f2bc5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2ac5730-7e73-458b-a007-64ca53f4e4e6 HTTP/1.1" status: 200 len: 850 time: 0.0471702 Jul 23 23:14:19.613943 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0f59d0-97ba-477e-801f-764b7bd6a257 req-4928296e-f5b0-4e1f-8897-4cd4c02dd73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:14:19.615397 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5f0f59d0-97ba-477e-801f-764b7bd6a257 req-4928296e-f5b0-4e1f-8897-4cd4c02dd73f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0608792 Jul 23 23:14:19.721327 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5f0f59d0-97ba-477e-801f-764b7bd6a257 req-c0ba4b89-d0c5-47b6-9839-dab82ab204ef service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987768 Jul 23 23:14:19.734800 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-ce108106-4bbc-434d-91f8-77af70e88186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '7b42df3c-8b6a-4a04-89ed-5cf655f911e7', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'port_id': '880d2826-2e29-46c7-90f3-588295ed3747', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'mac_address': 'fa:16:3e:0d:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:10:27Z', 'updated_at': '2021-07-23T23:10:29Z', 'revision_number': 1, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:11Z', 'revision_number': 5, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:19.764642 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce108106-4bbc-434d-91f8-77af70e88186 None None] The sync data for ids ['a96d363b-ebd1-43e0-86f1-324463176249'] in dv-cinder-679138-12-iscsi is: [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_floatingips': [{'id': '7b42df3c-8b6a-4a04-89ed-5cf655f911e7', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'router_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'port_id': '880d2826-2e29-46c7-90f3-588295ed3747', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'mac_address': 'fa:16:3e:0d:c3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T23:10:27Z', 'updated_at': '2021-07-23T23:10:29Z', 'revision_number': 1, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:11Z', 'revision_number': 5, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:14:19.830963 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-5f0f59d0-97ba-477e-801f-764b7bd6a257 req-b9ddafea-c66b-476b-b7e2-a892124db647 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021650 Jul 23 23:14:20.054165 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41946fb-cd61-48eb-971b-419e28b2d898 None None] New status for floating IP 8a1eddea-897a-4a68-875a-145761169b25: DOWN {{(pid=93012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:14:20.500042 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b312c27-afd5-45b7-8eef-61ff77e409e2 req-c8c9b1ae-a303-4a16-be4e-babbe57607fe tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:14:20.501668 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6b312c27-afd5-45b7-8eef-61ff77e409e2 req-c8c9b1ae-a303-4a16-be4e-babbe57607fe tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 945 time: 0.0788124 Jul 23 23:14:20.543613 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-6b312c27-afd5-45b7-8eef-61ff77e409e2 req-4dd959b7-8fe1-4900-a822-899a4c4288d4 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353539 Jul 23 23:14:20.964773 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c4faa-2519-4d71-b964-8cfa32f71831 req-47977283-b642-44ff-aabe-bd6072085055 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:14:20.966263 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d67c4faa-2519-4d71-b964-8cfa32f71831 req-47977283-b642-44ff-aabe-bd6072085055 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 945 time: 0.0687587 Jul 23 23:14:21.076752 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-d67c4faa-2519-4d71-b964-8cfa32f71831 req-670d9ac3-6f18-4e68-a218-dee3b5c007a6 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Deleting port 1df7e42a-8d4c-4802-9b73-10aed3434f20 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:14:21.077093 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d67c4faa-2519-4d71-b964-8cfa32f71831 req-670d9ac3-6f18-4e68-a218-dee3b5c007a6 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:21.181071 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-d67c4faa-2519-4d71-b964-8cfa32f71831 req-670d9ac3-6f18-4e68-a218-dee3b5c007a6 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] For port 1df7e42a-8d4c-4802-9b73-10aed3434f20, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=1df7e42a-8d4c-4802-9b73-10aed3434f20,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:14:21.181474 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d67c4faa-2519-4d71-b964-8cfa32f71831 req-670d9ac3-6f18-4e68-a218-dee3b5c007a6 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:21.195729 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-d67c4faa-2519-4d71-b964-8cfa32f71831 req-670d9ac3-6f18-4e68-a218-dee3b5c007a6 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Calling delete_port for 1df7e42a-8d4c-4802-9b73-10aed3434f20 owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:14:21.335318 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d67c4faa-2519-4d71-b964-8cfa32f71831 req-670d9ac3-6f18-4e68-a218-dee3b5c007a6 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:21.368256 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d9ac3-6f18-4e68-a218-dee3b5c007a6 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event deleted for resources: {'Port': ['ID=1df7e42a-8d4c-4802-9b73-10aed3434f20,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:14:21.421283 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67c4faa-2519-4d71-b964-8cfa32f71831 req-670d9ac3-6f18-4e68-a218-dee3b5c007a6 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] No DVR routers for this DVR port 1df7e42a-8d4c-4802-9b73-10aed3434f20 on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:14:21.423791 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-d67c4faa-2519-4d71-b964-8cfa32f71831 req-670d9ac3-6f18-4e68-a218-dee3b5c007a6 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:21.425750 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-d67c4faa-2519-4d71-b964-8cfa32f71831 req-670d9ac3-6f18-4e68-a218-dee3b5c007a6 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.47 "DELETE /v2.0/ports/1df7e42a-8d4c-4802-9b73-10aed3434f20 HTTP/1.1" status: 204 len: 173 time: 0.4534416 Jul 23 23:14:21.426178 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e33623e-b821-41f2-8839-6256eee2de7b', 'name': 'network-vif-deleted', 'tag': '1df7e42a-8d4c-4802-9b73-10aed3434f20'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:14:21.428493 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697858db-717e-4545-8f5a-d5ca7cbb05a8" -d '{"events": [{"server_uuid": "3e33623e-b821-41f2-8839-6256eee2de7b", "name": "network-vif-deleted", "tag": "1df7e42a-8d4c-4802-9b73-10aed3434f20"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:14:21.486301 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6de79a-3671-42f1-945a-26158a2124b1 x-openstack-request-id: req-0a6de79a-3671-42f1-945a-26158a2124b1 {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:14:21.486633 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e33623e-b821-41f2-8839-6256eee2de7b", "name": "network-vif-deleted", "tag": "1df7e42a-8d4c-4802-9b73-10aed3434f20", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:14:21.486939 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a6de79a-3671-42f1-945a-26158a2124b1 {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:14:21.487341 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e33623e-b821-41f2-8839-6256eee2de7b', 'name': 'network-vif-deleted', 'tag': '1df7e42a-8d4c-4802-9b73-10aed3434f20', 'status': 'completed', 'code': 200} Jul 23 23:14:21.652396 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0da0519d-5036-4f16-96f9-148c433e3764 req-3c19de13-4c28-4190-904e-f36c4e00786e tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e33623e-b821-41f2-8839-6256eee2de7b HTTP/1.1" status: 200 len: 210 time: 0.0366449 Jul 23 23:14:22.716044 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:14:24.947118 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 60384) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:14:25.102632 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-17d2f21c-5dc0-4d10-a727-2f668ca45aa9 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Deleting port c88f811f-b9c4-4e4a-8435-c7c405000896 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:14:25.102974 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-17d2f21c-5dc0-4d10-a727-2f668ca45aa9 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:25.185352 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-17d2f21c-5dc0-4d10-a727-2f668ca45aa9 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:25.185599 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-17d2f21c-5dc0-4d10-a727-2f668ca45aa9 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:25.197947 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-17d2f21c-5dc0-4d10-a727-2f668ca45aa9 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Calling delete_port for c88f811f-b9c4-4e4a-8435-c7c405000896 owned by network:floatingip {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:14:25.345407 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 1df7e42a-8d4c-4802-9b73-10aed3434f20 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:14:25.359125 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-17d2f21c-5dc0-4d10-a727-2f668ca45aa9 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:25.368971 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: 1df7e42a-8d4c-4802-9b73-10aed3434f20 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:14:25.369316 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 1df7e42a-8d4c-4802-9b73-10aed3434f20 not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:14:25.383095 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2f21c-5dc0-4d10-a727-2f668ca45aa9 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event deleted for resources: {'Port': ['ID=c88f811f-b9c4-4e4a-8435-c7c405000896,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:14:25.450187 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-17d2f21c-5dc0-4d10-a727-2f668ca45aa9 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for floatingip, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:25.450417 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.db.l3_db [None req-17d2f21c-5dc0-4d10-a727-2f668ca45aa9 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Floating IP 7b42df3c-8b6a-4a04-89ed-5cf655f911e7 disassociated (deleted). External IP: 172.27.3.172, port: 880d2826-2e29-46c7-90f3-588295ed3747. Jul 23 23:14:25.660543 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d2f21c-5dc0-4d10-a727-2f668ca45aa9 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Router a96d363b-ebd1-43e0-86f1-324463176249 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:14:25.768374 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d2f21c-5dc0-4d10-a727-2f668ca45aa9 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:14:25.773112 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-17d2f21c-5dc0-4d10-a727-2f668ca45aa9 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:25.777644 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80ef024-81dd-4475-887d-64686ebfce3a None None] Sync routers for ids ['a96d363b-ebd1-43e0-86f1-324463176249'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:14:25.790790 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80ef024-81dd-4475-887d-64686ebfce3a None None] Routers {'a96d363b-ebd1-43e0-86f1-324463176249'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:14:25.791416 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-f80ef024-81dd-4475-887d-64686ebfce3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:14:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['a96d363b-ebd1-43e0-86f1-324463176249'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:25.809861 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-17d2f21c-5dc0-4d10-a727-2f668ca45aa9 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "DELETE /v2.0/floatingips/7b42df3c-8b6a-4a04-89ed-5cf655f911e7 HTTP/1.1" status: 204 len: 168 time: 0.8615942 Jul 23 23:14:25.816323 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'tag': '880d2826-2e29-46c7-90f3-588295ed3747'}] {{(pid=93009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:14:25.819140 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22b5e0f2973c0b08423bc927c7fb12f7ef382f60b49eb8eaad9de0f06c87e9ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb68088-3c60-40ab-9451-3ffad1c82915" -d '{"events": [{"name": "network-changed", "server_uuid": "66a70995-1649-4a2c-be3a-2ee7588797f3", "tag": "880d2826-2e29-46c7-90f3-588295ed3747"}]}' {{(pid=93009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:14:25.859510 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 23:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab13b3a-39e7-4154-80ad-3fe2c68392c5 x-openstack-request-id: req-8ab13b3a-39e7-4154-80ad-3fe2c68392c5 {{(pid=93009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:14:25.859510 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a70995-1649-4a2c-be3a-2ee7588797f3", "tag": "880d2826-2e29-46c7-90f3-588295ed3747", "status": "completed", "code": 200}]} {{(pid=93009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:14:25.859780 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ab13b3a-39e7-4154-80ad-3fe2c68392c5 {{(pid=93009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:14:25.859977 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'tag': '880d2826-2e29-46c7-90f3-588295ed3747', 'status': 'completed', 'code': 200} Jul 23 23:14:25.910122 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-f80ef024-81dd-4475-887d-64686ebfce3a None None] Set router a96d363b-ebd1-43e0-86f1-324463176249 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:14:25.965340 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb68088-3c60-40ab-9451-3ffad1c82915 req-63f78191-5ea0-4ccf-8dc6-8b3ac10443c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:14:25.966886 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0cb68088-3c60-40ab-9451-3ffad1c82915 req-63f78191-5ea0-4ccf-8dc6-8b3ac10443c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b61ae0da91fd43c9af60865fe2ff0b92&device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 1098 time: 0.0642796 Jul 23 23:14:26.128893 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-f80ef024-81dd-4475-887d-64686ebfce3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:11Z', 'revision_number': 5, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:26.161429 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80ef024-81dd-4475-887d-64686ebfce3a None None] Checking router: a96d363b-ebd1-43e0-86f1-324463176249 for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:14:26.170962 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80ef024-81dd-4475-887d-64686ebfce3a None None] Routers {'a96d363b-ebd1-43e0-86f1-324463176249'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:14:26.171288 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-f80ef024-81dd-4475-887d-64686ebfce3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:14:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['a96d363b-ebd1-43e0-86f1-324463176249'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:26.281554 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-f80ef024-81dd-4475-887d-64686ebfce3a None None] Set router a96d363b-ebd1-43e0-86f1-324463176249 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:14:26.408374 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439ea19-337f-416d-9884-8c6b724915ad req-705d0188-a9a5-4a94-bdf9-3e0d8aecacb1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:14:26.409869 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b439ea19-337f-416d-9884-8c6b724915ad req-705d0188-a9a5-4a94-bdf9-3e0d8aecacb1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 945 time: 0.4133828 Jul 23 23:14:26.415257 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb68088-3c60-40ab-9451-3ffad1c82915 req-cd13614b-7284-4614-b3bd-ac233da4a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:14:26.416680 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0cb68088-3c60-40ab-9451-3ffad1c82915 req-cd13614b-7284-4614-b3bd-ac233da4a544 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 HTTP/1.1" status: 200 len: 912 time: 0.4097972 Jul 23 23:14:26.464881 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0cb68088-3c60-40ab-9451-3ffad1c82915 req-5ebee049-5178-496f-8d73-f0d232496315 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=880d2826-2e29-46c7-90f3-588295ed3747 HTTP/1.1" status: 200 len: 217 time: 0.0411043 Jul 23 23:14:26.485541 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-f80ef024-81dd-4475-887d-64686ebfce3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:11Z', 'revision_number': 5, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:26.510899 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-b439ea19-337f-416d-9884-8c6b724915ad req-338483b0-5d0e-4fe6-ba12-daef4cc48e49 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932295 Jul 23 23:14:26.517094 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80ef024-81dd-4475-887d-64686ebfce3a None None] The sync data for ids ['a96d363b-ebd1-43e0-86f1-324463176249'] in dv-cinder-679138-12-iscsi is: [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:05Z', 'revision_number': 4, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi', '_interfaces': [{'id': 'cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf', 'name': '', 'network_id': '0c9e65c4-c5d0-481a-a8b7-008fad9d6c88', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'mac_address': 'fa:16:3e:5f:fe:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:04Z', 'updated_at': '2021-07-23T23:07:11Z', 'revision_number': 5, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'subnets': [{'id': 'b2ac5730-7e73-458b-a007-64ca53f4e4e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:14:26.530263 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb68088-3c60-40ab-9451-3ffad1c82915 req-ce8314ea-82e5-4d82-a7c2-a902437aeb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:14:26.531802 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0cb68088-3c60-40ab-9451-3ffad1c82915 req-ce8314ea-82e5-4d82-a7c2-a902437aeb1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b2ac5730-7e73-458b-a007-64ca53f4e4e6 HTTP/1.1" status: 200 len: 850 time: 0.0559859 Jul 23 23:14:26.596031 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb68088-3c60-40ab-9451-3ffad1c82915 req-83723be2-47c0-45bb-a6b0-21c8b81aca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:14:26.597573 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0cb68088-3c60-40ab-9451-3ffad1c82915 req-83723be2-47c0-45bb-a6b0-21c8b81aca90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0577223 Jul 23 23:14:26.692686 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0cb68088-3c60-40ab-9451-3ffad1c82915 req-245cdbce-48c2-49ea-94d2-0c1daf5dc9e7 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877340 Jul 23 23:14:26.793067 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-0cb68088-3c60-40ab-9451-3ffad1c82915 req-b035de78-196b-471e-899b-d6cd05268a00 service neutron] 10.222.0.47 "GET /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932045 Jul 23 23:14:26.854246 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81869666-d7e5-410c-a3fd-df3b0aa8a5e6 None None] New status for floating IP 7b42df3c-8b6a-4a04-89ed-5cf655f911e7: DOWN {{(pid=93012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 23:14:27.677473 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b6795-7031-4e4a-8c13-484aa871e25c req-b194602b-4609-4285-ac2a-b9f1c229da51 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:14:27.679015 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-986b6795-7031-4e4a-8c13-484aa871e25c req-b194602b-4609-4285-ac2a-b9f1c229da51 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 945 time: 0.0948703 Jul 23 23:14:27.733421 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15060653-67c7-4986-b01a-9a3cbe46d96e req-c501fdcb-daff-4465-956e-23ef90bdf89e tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 23:14:27.734898 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-15060653-67c7-4986-b01a-9a3cbe46d96e req-c501fdcb-daff-4465-956e-23ef90bdf89e tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.47 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 945 time: 0.1128602 Jul 23 23:14:27.737530 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-986b6795-7031-4e4a-8c13-484aa871e25c req-5f3747be-831d-4a36-b0e8-01c6e1632fa2 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/security-groups?id=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528350 Jul 23 23:14:27.835505 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-15060653-67c7-4986-b01a-9a3cbe46d96e req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Deleting port 880d2826-2e29-46c7-90f3-588295ed3747 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:14:27.835768 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-15060653-67c7-4986-b01a-9a3cbe46d96e req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:27.928926 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [req-15060653-67c7-4986-b01a-9a3cbe46d96e req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] For port 880d2826-2e29-46c7-90f3-588295ed3747, host hv-cinder-67913, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-67913',level=0,port_id=880d2826-2e29-46c7-90f3-588295ed3747,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:14:27.929287 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-15060653-67c7-4986-b01a-9a3cbe46d96e req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:27.941405 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [req-15060653-67c7-4986-b01a-9a3cbe46d96e req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Calling delete_port for 880d2826-2e29-46c7-90f3-588295ed3747 owned by compute:nova {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:14:28.067951 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-15060653-67c7-4986-b01a-9a3cbe46d96e req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:28.096251 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event deleted for resources: {'Port': ['ID=880d2826-2e29-46c7-90f3-588295ed3747,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:14:28.105649 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:28.105977 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:28.106316 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:28.106670 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:28.106996 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:28.107322 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:28.107653 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:28.108506 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:28.109231 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:28.109231 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:28.109525 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:28.109783 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:28.157127 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [req-15060653-67c7-4986-b01a-9a3cbe46d96e req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] No DVR routers for this DVR port 880d2826-2e29-46c7-90f3-588295ed3747 on host hv-cinder-67913 {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:14:28.159718 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [req-15060653-67c7-4986-b01a-9a3cbe46d96e req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for port, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:28.161763 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-15060653-67c7-4986-b01a-9a3cbe46d96e req-3ba035eb-3e1c-4793-8609-3d4be8d413dd tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.47 "DELETE /v2.0/ports/880d2826-2e29-46c7-90f3-588295ed3747 HTTP/1.1" status: 204 len: 173 time: 0.4218326 Jul 23 23:14:28.162220 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'name': 'network-vif-deleted', 'tag': '880d2826-2e29-46c7-90f3-588295ed3747'}] {{(pid=93010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 23:14:28.164484 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}830f965f5aa84b2e82ba885552e8643f80e995c1f5a6e92438e0db68c0fcff55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7eeda9-b9b6-453a-9f69-c3cdcab7c8e4" -d '{"events": [{"server_uuid": "66a70995-1649-4a2c-be3a-2ee7588797f3", "name": "network-vif-deleted", "tag": "880d2826-2e29-46c7-90f3-588295ed3747"}]}' {{(pid=93010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 23:14:28.205244 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 23:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a303e8f4-be8c-452b-8535-4f2b364b79bc x-openstack-request-id: req-a303e8f4-be8c-452b-8535-4f2b364b79bc {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 23:14:28.205530 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a70995-1649-4a2c-be3a-2ee7588797f3", "name": "network-vif-deleted", "tag": "880d2826-2e29-46c7-90f3-588295ed3747", "status": "completed", "code": 200}]} {{(pid=93010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 23:14:28.205776 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a303e8f4-be8c-452b-8535-4f2b364b79bc {{(pid=93010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 23:14:28.206163 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a70995-1649-4a2c-be3a-2ee7588797f3', 'name': 'network-vif-deleted', 'tag': '880d2826-2e29-46c7-90f3-588295ed3747', 'status': 'completed', 'code': 200} Jul 23 23:14:28.848271 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [req-7b070fa8-c086-417a-9744-7b4a4b2391e1 req-0b32f78b-1120-45e3-a4bd-80c7fc20e351 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "GET /v2.0/ports?device_id=66a70995-1649-4a2c-be3a-2ee7588797f3 HTTP/1.1" status: 200 len: 210 time: 0.0317111 Jul 23 23:14:29.907751 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 60400) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:14:30.031536 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-841e28b9-d876-4006-81dc-11d9b8e8042c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Deleting port dcbc629e-6c36-49b0-b317-d25a0739dec3 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:14:30.031904 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-841e28b9-d876-4006-81dc-11d9b8e8042c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:30.114195 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-841e28b9-d876-4006-81dc-11d9b8e8042c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:30.114612 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-841e28b9-d876-4006-81dc-11d9b8e8042c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:30.127761 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-841e28b9-d876-4006-81dc-11d9b8e8042c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Calling delete_port for dcbc629e-6c36-49b0-b317-d25a0739dec3 owned by network:floatingip {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:14:30.269958 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-841e28b9-d876-4006-81dc-11d9b8e8042c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:30.301213 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e28b9-d876-4006-81dc-11d9b8e8042c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event deleted for resources: {'Port': ['ID=dcbc629e-6c36-49b0-b317-d25a0739dec3,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:14:30.374409 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-841e28b9-d876-4006-81dc-11d9b8e8042c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for floatingip, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:30.377165 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-841e28b9-d876-4006-81dc-11d9b8e8042c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204938'] for floatingip, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:30.378335 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-841e28b9-d876-4006-81dc-11d9b8e8042c tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "DELETE /v2.0/floatingips/4e9b25fd-c8f2-49d6-b9fe-fe89e4c72c57 HTTP/1.1" status: 204 len: 168 time: 0.4694872 Jul 23 23:14:31.376240 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 880d2826-2e29-46c7-90f3-588295ed3747 no longer exists at agent hyperv_hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:14:31.397456 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] No Port match for: 880d2826-2e29-46c7-90f3-588295ed3747 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:14:31.397796 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Device 880d2826-2e29-46c7-90f3-588295ed3747 not bound to the agent host hv-cinder-67913 {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:14:31.601154 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 60412) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:14:31.665256 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a46e28e1-524a-4bda-9a51-0228c7304cd1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:31.695093 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a46e28e1-524a-4bda-9a51-0228c7304cd1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:31.754002 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a46e28e1-524a-4bda-9a51-0228c7304cd1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:31.756958 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-a46e28e1-524a-4bda-9a51-0228c7304cd1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:31.758128 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-a46e28e1-524a-4bda-9a51-0228c7304cd1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] 10.222.0.20 "DELETE /v2.0/security-groups/bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468 HTTP/1.1" status: 204 len: 168 time: 0.1559296 Jul 23 23:14:31.768019 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e28e1-524a-4bda-9a51-0228c7304cd1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4d69d6-6f55-4acf-9ad3-8bf9d2ef3468,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:14:31.776212 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46e28e1-524a-4bda-9a51-0228c7304cd1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:31.776593 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46e28e1-524a-4bda-9a51-0228c7304cd1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:31.776938 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46e28e1-524a-4bda-9a51-0228c7304cd1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:31.777274 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46e28e1-524a-4bda-9a51-0228c7304cd1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:31.777610 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46e28e1-524a-4bda-9a51-0228c7304cd1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:31.777944 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46e28e1-524a-4bda-9a51-0228c7304cd1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:31.778274 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46e28e1-524a-4bda-9a51-0228c7304cd1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:31.778657 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46e28e1-524a-4bda-9a51-0228c7304cd1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:31.778989 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46e28e1-524a-4bda-9a51-0228c7304cd1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:31.779316 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46e28e1-524a-4bda-9a51-0228c7304cd1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:31.780181 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46e28e1-524a-4bda-9a51-0228c7304cd1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:31.780552 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46e28e1-524a-4bda-9a51-0228c7304cd1 tempest-TestVolumeBootPattern-146108885 tempest-TestVolumeBootPattern-146108885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:31.816322 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 60416) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:14:32.574915 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e86c537c-c1bb-4045-b0f8-2c2296a46c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943956'] for router_interface, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:32.834110 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-e86c537c-c1bb-4045-b0f8-2c2296a46c71 admin admin] Deleting port cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:14:32.834847 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e86c537c-c1bb-4045-b0f8-2c2296a46c71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:32.917516 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [None req-e86c537c-c1bb-4045-b0f8-2c2296a46c71 admin admin] For port cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:14:32.917872 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e86c537c-c1bb-4045-b0f8-2c2296a46c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:32.930780 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-e86c537c-c1bb-4045-b0f8-2c2296a46c71 admin admin] Calling delete_port for cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf owned by network:router_interface {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:14:33.119408 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e86c537c-c1bb-4045-b0f8-2c2296a46c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:33.146755 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c537c-c1bb-4045-b0f8-2c2296a46c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:14:33.333660 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e86c537c-c1bb-4045-b0f8-2c2296a46c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-942882'] for router_interface, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:33.555940 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86c537c-c1bb-4045-b0f8-2c2296a46c71 admin admin] Router a96d363b-ebd1-43e0-86f1-324463176249 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:14:33.668372 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86c537c-c1bb-4045-b0f8-2c2296a46c71 admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:14:33.673355 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-e86c537c-c1bb-4045-b0f8-2c2296a46c71 admin admin] 10.222.0.20 "PUT /v2.0/routers/a96d363b-ebd1-43e0-86f1-324463176249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8555629 Jul 23 23:14:33.676304 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 60420) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:14:33.677284 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42bc4a1-9f2b-4da6-a843-797cbd6169b7 None None] Sync routers for ids ['a96d363b-ebd1-43e0-86f1-324463176249'] in dv-cinder-679138-12-iscsi {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:14:33.687193 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42bc4a1-9f2b-4da6-a843-797cbd6169b7 None None] Routers {'a96d363b-ebd1-43e0-86f1-324463176249'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:14:33.687816 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-e42bc4a1-9f2b-4da6-a843-797cbd6169b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:14:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['a96d363b-ebd1-43e0-86f1-324463176249'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:33.784884 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-baf118cd-69b5-4e25-a80c-1c99d2a11e98 admin admin] Notify callbacks [] for router, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:33.793372 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-e42bc4a1-9f2b-4da6-a843-797cbd6169b7 None None] Set router a96d363b-ebd1-43e0-86f1-324463176249 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:14:33.892146 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-baf118cd-69b5-4e25-a80c-1c99d2a11e98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:33.946257 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-baf118cd-69b5-4e25-a80c-1c99d2a11e98 admin admin] Deleting port 9c683321-bf70-4c06-9326-70e25c4a23c9 {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:14:33.946592 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-baf118cd-69b5-4e25-a80c-1c99d2a11e98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:33.986309 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-e42bc4a1-9f2b-4da6-a843-797cbd6169b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:14:33Z', 'revision_number': 5, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port': {'id': '9c683321-bf70-4c06-9326-70e25c4a23c9', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:34.017488 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42bc4a1-9f2b-4da6-a843-797cbd6169b7 None None] Checking router: a96d363b-ebd1-43e0-86f1-324463176249 for host: dv-cinder-679138-12-iscsi {{(pid=93011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:14:34.026136 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42bc4a1-9f2b-4da6-a843-797cbd6169b7 None None] Routers {'a96d363b-ebd1-43e0-86f1-324463176249'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:14:34.026785 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-e42bc4a1-9f2b-4da6-a843-797cbd6169b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:14:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['a96d363b-ebd1-43e0-86f1-324463176249'], 'active': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:34.034356 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [None req-baf118cd-69b5-4e25-a80c-1c99d2a11e98 admin admin] For port 9c683321-bf70-4c06-9326-70e25c4a23c9, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=9c683321-bf70-4c06-9326-70e25c4a23c9,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:14:34.034750 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-baf118cd-69b5-4e25-a80c-1c99d2a11e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:34.048509 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-baf118cd-69b5-4e25-a80c-1c99d2a11e98 admin admin] Calling delete_port for 9c683321-bf70-4c06-9326-70e25c4a23c9 owned by network:router_gateway {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:14:34.236483 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-baf118cd-69b5-4e25-a80c-1c99d2a11e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:34.250376 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvr_db [None req-e42bc4a1-9f2b-4da6-a843-797cbd6169b7 None None] Set router a96d363b-ebd1-43e0-86f1-324463176249 gateway port host: None {{(pid=93011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:14:34.263017 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf118cd-69b5-4e25-a80c-1c99d2a11e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c683321-bf70-4c06-9326-70e25c4a23c9,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:14:34.304894 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_hamode_db [None req-e42bc4a1-9f2b-4da6-a843-797cbd6169b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:14:33Z', 'revision_number': 6, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port_host': None}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:34.332159 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-baf118cd-69b5-4e25-a80c-1c99d2a11e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946459'] for router_gateway, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:34.337040 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42bc4a1-9f2b-4da6-a843-797cbd6169b7 None None] The sync data for ids ['a96d363b-ebd1-43e0-86f1-324463176249'] in dv-cinder-679138-12-iscsi is: [{'id': 'a96d363b-ebd1-43e0-86f1-324463176249', 'name': 'tempest-TestVolumeBootPattern-921133432-router', 'tenant_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:03Z', 'updated_at': '2021-07-23T23:14:33Z', 'revision_number': 6, 'project_id': 'b61ae0da91fd43c9af60865fe2ff0b92', 'gw_port_host': None}] {{(pid=93011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:14:34.435938 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-baf118cd-69b5-4e25-a80c-1c99d2a11e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-983139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1930'] for router, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:34.438174 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-baf118cd-69b5-4e25-a80c-1c99d2a11e98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:34.485455 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-baf118cd-69b5-4e25-a80c-1c99d2a11e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-983287'] for router, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:34.486058 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf118cd-69b5-4e25-a80c-1c99d2a11e98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a96d363b-ebd1-43e0-86f1-324463176249 {{(pid=93010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:14:34.491121 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-baf118cd-69b5-4e25-a80c-1c99d2a11e98 admin admin] Notify callbacks [] for router, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:34.492291 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-baf118cd-69b5-4e25-a80c-1c99d2a11e98 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a96d363b-ebd1-43e0-86f1-324463176249 HTTP/1.1" status: 204 len: 168 time: 0.8148978 Jul 23 23:14:34.494795 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 60422) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:14:34.541045 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.db_base_plugin_v2 [None req-81397b65-e037-4a5d-9e45-d7a72af47cda admin admin] Deleting subnet b2ac5730-7e73-458b-a007-64ca53f4e4e6 {{(pid=93010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:14:34.544375 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-81397b65-e037-4a5d-9e45-d7a72af47cda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:34.583520 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-81397b65-e037-4a5d-9e45-d7a72af47cda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12116595'] for subnet, precommit_delete_associations {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:34.664473 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-81397b65-e037-4a5d-9e45-d7a72af47cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018516'] for subnet, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:34.724690 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-81397b65-e037-4a5d-9e45-d7a72af47cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8748660', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9051072'] for subnet, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:34.751977 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81397b65-e037-4a5d-9e45-d7a72af47cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ac5730-7e73-458b-a007-64ca53f4e4e6,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:14:34.756022 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-81397b65-e037-4a5d-9e45-d7a72af47cda admin admin] Notify callbacks [] for subnet, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:34.757940 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-81397b65-e037-4a5d-9e45-d7a72af47cda admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b2ac5730-7e73-458b-a007-64ca53f4e4e6 HTTP/1.1" status: 204 len: 168 time: 0.2622123 Jul 23 23:14:34.760478 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 60424) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:14:34.762283 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c366b3be-8141-4c76-9e63-691e2a0f01c7 None None] Network 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:14:34.842596 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4034542'] for network, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:34.897131 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] Deleting port d5fac04d-b3d6-4746-8cb4-fe6df1176ffe {{(pid=93010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:14:34.897665 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:34.970214 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.db [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] For port d5fac04d-b3d6-4746-8cb4-fe6df1176ffe, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=d5fac04d-b3d6-4746-8cb4-fe6df1176ffe,segment=NetworkSegment(408a5b84-d13b-4968-be37-d1ddbcdf5a54),segment_id=408a5b84-d13b-4968-be37-d1ddbcdf5a54)] {{(pid=93010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:14:34.970614 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:34.983718 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] Calling delete_port for d5fac04d-b3d6-4746-8cb4-fe6df1176ffe owned by network:dhcp {{(pid=93010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:14:35.066244 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8748679'] for port, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:35.091829 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=d5fac04d-b3d6-4746-8cb4-fe6df1176ffe,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:14:35.101131 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] No DVR routers for this DVR port d5fac04d-b3d6-4746-8cb4-fe6df1176ffe on host dv-cinder-679138-12-iscsi {{(pid=93010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:14:35.122416 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216f2bda-d163-4d32-8624-952e983fe77d None None] DHCP port deletion for 0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 request from dv-cinder-679138-12-iscsi {{(pid=93011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:14:35.179113 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4025307', 'neutron.services.segments.db._delete_segments_for_network-8750116804994'] for network, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:35.190163 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.services.segments.db [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9e65c4-c5d0-481a-a8b7-008fad9d6c88']}} {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:35.202103 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.services.segments.db [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408a5b84-d13b-4968-be37-d1ddbcdf5a54') {'for_net_delete': True} {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:35.202400 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.services.segments.db [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408a5b84-d13b-4968-be37-d1ddbcdf5a54') {} {{(pid=93010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:35.218999 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750116706807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12116604'] for segment, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:35.235641 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:35.244437 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=93010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:14:35.244834 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8748754'] for segment, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: Traceback (most recent call last): Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: timer() Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: cb(*args, **kw) Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: return func(*args, **kwargs) Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: self._notify() Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: self.callback(batched_events) Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: event.method(event) Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: return f(self, *a, **k) Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: return self._get(url).json() Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: return self.request(url, 'GET', **kwargs) Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:14:35.246908 dv-cinder-679138-12-iscsi neutron-server[93010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:14:35.278858 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:14:35.301038 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:14:35.301374 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device cd98e073-1c4a-4bf2-85c4-2ba10db1bdbf not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:14:35.301787 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 9c683321-bf70-4c06-9326-70e25c4a23c9 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:14:35.316620 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4025298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946679'] for network, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:35.320270 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: 9c683321-bf70-4c06-9326-70e25c4a23c9 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:14:35.320613 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 9c683321-bf70-4c06-9326-70e25c4a23c9 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:14:35.321038 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device d5fac04d-b3d6-4746-8cb4-fe6df1176ffe no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:14:35.322398 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:35.327998 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] 10.222.0.20 "DELETE /v2.0/networks/0c9e65c4-c5d0-481a-a8b7-008fad9d6c88 HTTP/1.1" status: 204 len: 168 time: 0.5628958 Jul 23 23:14:35.328169 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 60426) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:14:35.336425 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5e339-ae06-4483-bc59-7f653eeb0a9b admin admin] Pushing event deleted for resources: {'Network': ['ID=0c9e65c4-c5d0-481a-a8b7-008fad9d6c88,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:14:35.345596 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: d5fac04d-b3d6-4746-8cb4-fe6df1176ffe {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:14:35.346047 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device d5fac04d-b3d6-4746-8cb4-fe6df1176ffe not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:14:35.695810 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5fae0fb2-02c0-4b37-906e-435ab73302e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-943956'] for router_interface, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:35.964140 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-5fae0fb2-02c0-4b37-906e-435ab73302e2 admin admin] Deleting port a384b02e-dfa4-4b80-b31f-a51dd264d159 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:14:35.964386 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5fae0fb2-02c0-4b37-906e-435ab73302e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:36.046887 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [None req-5fae0fb2-02c0-4b37-906e-435ab73302e2 admin admin] For port a384b02e-dfa4-4b80-b31f-a51dd264d159, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=a384b02e-dfa4-4b80-b31f-a51dd264d159,segment=NetworkSegment(aafc1358-0749-4c4c-9cc5-eb104dec15db),segment_id=aafc1358-0749-4c4c-9cc5-eb104dec15db)] {{(pid=93009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:14:36.047313 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5fae0fb2-02c0-4b37-906e-435ab73302e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:36.060517 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-5fae0fb2-02c0-4b37-906e-435ab73302e2 admin admin] Calling delete_port for a384b02e-dfa4-4b80-b31f-a51dd264d159 owned by network:router_interface {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:14:36.246712 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5fae0fb2-02c0-4b37-906e-435ab73302e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:36.271838 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae0fb2-02c0-4b37-906e-435ab73302e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a384b02e-dfa4-4b80-b31f-a51dd264d159,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:14:36.445771 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-5fae0fb2-02c0-4b37-906e-435ab73302e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-942882'] for router_interface, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:36.659296 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fae0fb2-02c0-4b37-906e-435ab73302e2 admin admin] Router 9106d7ac-db8e-44da-bc5d-3c751cd3cb44 has already been hosted by L3 agent 4daee635-4128-42bb-920e-b6d9562e18b5 {{(pid=93009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 23:14:36.765486 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fae0fb2-02c0-4b37-906e-435ab73302e2 admin admin] Notify agent at l3_agent.dv-cinder-679138-12-iscsi the message routers_updated {{(pid=93009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 23:14:36.770066 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-5fae0fb2-02c0-4b37-906e-435ab73302e2 admin admin] 10.222.0.20 "PUT /v2.0/routers/9106d7ac-db8e-44da-bc5d-3c751cd3cb44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4408269 Jul 23 23:14:36.772623 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 60428) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:14:36.774140 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec06926c-ce79-4146-8c32-9bf192c50d55 None None] Sync routers for ids ['9106d7ac-db8e-44da-bc5d-3c751cd3cb44'] in dv-cinder-679138-12-iscsi {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 23:14:36.785025 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec06926c-ce79-4146-8c32-9bf192c50d55 None None] Routers {'9106d7ac-db8e-44da-bc5d-3c751cd3cb44'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:14:36.785649 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-ec06926c-ce79-4146-8c32-9bf192c50d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:14:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['9106d7ac-db8e-44da-bc5d-3c751cd3cb44'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:36.883221 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bd24-d03f-471e-934a-8850ac247a6d admin admin] Notify callbacks [] for router, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:36.899028 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-ec06926c-ce79-4146-8c32-9bf192c50d55 None None] Set router 9106d7ac-db8e-44da-bc5d-3c751cd3cb44 gateway port host: dv-cinder-679138-12-iscsi {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:14:36.992124 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bd24-d03f-471e-934a-8850ac247a6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:37.052768 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-e4d4bd24-d03f-471e-934a-8850ac247a6d admin admin] Deleting port 162ca9a1-4cc4-47e3-b72e-8746650f8bf1 {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:14:37.053110 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bd24-d03f-471e-934a-8850ac247a6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:37.091378 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-ec06926c-ce79-4146-8c32-9bf192c50d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'name': 'tempest-TestVolumeBootPattern-396630386-router', 'tenant_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'external_fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '162ca9a1-4cc4-47e3-b72e-8746650f8bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:07Z', 'updated_at': '2021-07-23T23:14:36Z', 'revision_number': 5, 'project_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'gw_port': {'id': '162ca9a1-4cc4-47e3-b72e-8746650f8bf1', 'name': '', 'network_id': '28efa890-d1ea-4772-b7d3-cfef5dff758d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:1a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '97030860-1f38-455c-ac9a-169aa93780e4', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-679138-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T23:07:08Z', 'updated_at': '2021-07-23T23:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '97030860-1f38-455c-ac9a-169aa93780e4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-679138-12-iscsi'}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:37.122722 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec06926c-ce79-4146-8c32-9bf192c50d55 None None] Checking router: 9106d7ac-db8e-44da-bc5d-3c751cd3cb44 for host: dv-cinder-679138-12-iscsi {{(pid=93012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 23:14:37.132580 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec06926c-ce79-4146-8c32-9bf192c50d55 None None] Routers {'9106d7ac-db8e-44da-bc5d-3c751cd3cb44'} bound to L3 agent in host dv-cinder-679138-12-iscsi {{(pid=93012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 23:14:37.133205 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-ec06926c-ce79-4146-8c32-9bf192c50d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-679138-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T22:54:16Z,description=,heartbeat_timestamp=2021-07-23T23:14:16Z,host='dv-cinder-679138-12-iscsi',id=4daee635-4128-42bb-920e-b6d9562e18b5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T22:54:16Z,topic='l3_agent')) {'router_ids': ['9106d7ac-db8e-44da-bc5d-3c751cd3cb44'], 'active': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:37.144979 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [None req-e4d4bd24-d03f-471e-934a-8850ac247a6d admin admin] For port 162ca9a1-4cc4-47e3-b72e-8746650f8bf1, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=162ca9a1-4cc4-47e3-b72e-8746650f8bf1,segment=NetworkSegment(3573e6f1-5487-4504-b35c-3d4c03372327),segment_id=3573e6f1-5487-4504-b35c-3d4c03372327)] {{(pid=93009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:14:37.145353 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bd24-d03f-471e-934a-8850ac247a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:37.158557 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-e4d4bd24-d03f-471e-934a-8850ac247a6d admin admin] Calling delete_port for 162ca9a1-4cc4-47e3-b72e-8746650f8bf1 owned by network:router_gateway {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:14:37.226743 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvr_db [None req-ec06926c-ce79-4146-8c32-9bf192c50d55 None None] Set router 9106d7ac-db8e-44da-bc5d-3c751cd3cb44 gateway port host: None {{(pid=93012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 23:14:37.280227 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.l3_hamode_db [None req-ec06926c-ce79-4146-8c32-9bf192c50d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'name': 'tempest-TestVolumeBootPattern-396630386-router', 'tenant_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:07Z', 'updated_at': '2021-07-23T23:14:36Z', 'revision_number': 6, 'project_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'gw_port_host': None}], 'dv-cinder-679138-12-iscsi', False) {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:37.310247 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec06926c-ce79-4146-8c32-9bf192c50d55 None None] The sync data for ids ['9106d7ac-db8e-44da-bc5d-3c751cd3cb44'] in dv-cinder-679138-12-iscsi is: [{'id': '9106d7ac-db8e-44da-bc5d-3c751cd3cb44', 'name': 'tempest-TestVolumeBootPattern-396630386-router', 'tenant_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T23:07:07Z', 'updated_at': '2021-07-23T23:14:36Z', 'revision_number': 6, 'project_id': 'e9b4921456b04d7b9bfbe4b82d6268ec', 'gw_port_host': None}] {{(pid=93012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 23:14:37.572638 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bd24-d03f-471e-934a-8850ac247a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:37.598969 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4bd24-d03f-471e-934a-8850ac247a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=162ca9a1-4cc4-47e3-b72e-8746650f8bf1,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:14:37.663762 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bd24-d03f-471e-934a-8850ac247a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-946459'] for router_gateway, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:37.773994 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bd24-d03f-471e-934a-8850ac247a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-983139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1930'] for router, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:37.777035 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bd24-d03f-471e-934a-8850ac247a6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:37.838861 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bd24-d03f-471e-934a-8850ac247a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-983287'] for router, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:37.839328 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d4bd24-d03f-471e-934a-8850ac247a6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9106d7ac-db8e-44da-bc5d-3c751cd3cb44 {{(pid=93009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 23:14:37.844587 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-e4d4bd24-d03f-471e-934a-8850ac247a6d admin admin] Notify callbacks [] for router, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:37.845744 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-e4d4bd24-d03f-471e-934a-8850ac247a6d admin admin] 10.222.0.20 "DELETE /v2.0/routers/9106d7ac-db8e-44da-bc5d-3c751cd3cb44 HTTP/1.1" status: 204 len: 168 time: 1.0721827 Jul 23 23:14:37.848331 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 60430) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:14:37.899213 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.db_base_plugin_v2 [None req-df66c244-1e1e-4383-b36f-ee13ab7f12e4 admin admin] Deleting subnet 51dc8bfc-ba13-4f9e-943b-82fe14808a41 {{(pid=93009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 23:14:37.902579 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-df66c244-1e1e-4383-b36f-ee13ab7f12e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:37.939413 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-df66c244-1e1e-4383-b36f-ee13ab7f12e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11369256'] for subnet, precommit_delete_associations {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:38.027631 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-df66c244-1e1e-4383-b36f-ee13ab7f12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4018516'] for subnet, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:38.103141 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-df66c244-1e1e-4383-b36f-ee13ab7f12e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4018507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534131', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11586274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11915057'] for subnet, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:38.128262 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66c244-1e1e-4383-b36f-ee13ab7f12e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51dc8bfc-ba13-4f9e-943b-82fe14808a41,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:14:38.131937 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-df66c244-1e1e-4383-b36f-ee13ab7f12e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for subnet, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:38.134729 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-df66c244-1e1e-4383-b36f-ee13ab7f12e4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/51dc8bfc-ba13-4f9e-943b-82fe14808a41 HTTP/1.1" status: 204 len: 168 time: 0.2846498 Jul 23 23:14:38.136690 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 60432) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:14:38.140173 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f883ce-7be3-4d9c-ba9b-b978044482a0 None None] Network c60ffb03-9f51-46e7-a556-cf302c3e7637 requested from dv-cinder-679138-12-iscsi {{(pid=93011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 23:14:38.218381 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4034542'] for network, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:38.278841 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] Deleting port e8d37289-e648-4ded-a87e-b9f7db6c35da {{(pid=93009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:14:38.279171 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:38.356856 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.db [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] For port e8d37289-e648-4ded-a87e-b9f7db6c35da, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=e8d37289-e648-4ded-a87e-b9f7db6c35da,segment=NetworkSegment(aafc1358-0749-4c4c-9cc5-eb104dec15db),segment_id=aafc1358-0749-4c4c-9cc5-eb104dec15db)] {{(pid=93009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:14:38.357248 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:38.367540 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] DHCP port deletion for c60ffb03-9f51-46e7-a556-cf302c3e7637 request from dv-cinder-679138-12-iscsi {{(pid=93011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 23:14:38.386787 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.plugin [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] Calling delete_port for e8d37289-e648-4ded-a87e-b9f7db6c35da owned by network:dhcp {{(pid=93009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:14:38.422144 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] Deleting port e8d37289-e648-4ded-a87e-b9f7db6c35da {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 23:14:38.422544 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750116789764'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:38.480375 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11586065'] for port, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:38.494677 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] For port e8d37289-e648-4ded-a87e-b9f7db6c35da, host dv-cinder-679138-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-679138-12-iscsi',level=0,port_id=e8d37289-e648-4ded-a87e-b9f7db6c35da,segment=NetworkSegment(aafc1358-0749-4c4c-9cc5-eb104dec15db),segment_id=aafc1358-0749-4c4c-9cc5-eb104dec15db)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 23:14:38.495073 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-942932'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:38.507822 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] Calling delete_port for e8d37289-e648-4ded-a87e-b9f7db6c35da owned by network:dhcp {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 23 23:14:38.513675 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] No DVR routers for this DVR port e8d37289-e648-4ded-a87e-b9f7db6c35da on host dv-cinder-679138-12-iscsi {{(pid=93009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:14:38.517573 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d37289-e648-4ded-a87e-b9f7db6c35da,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:14:38.594447 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3703452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750116793914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750116388334'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:38.600651 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4025307', 'neutron.services.segments.db._delete_segments_for_network-8750116804994'] for network, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:38.611095 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c60ffb03-9f51-46e7-a556-cf302c3e7637']}} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:38.618797 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] Pushing event deleted for resources: {'Port': ['ID=e8d37289-e648-4ded-a87e-b9f7db6c35da,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:14:38.620663 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafc1358-0749-4c4c-9cc5-eb104dec15db') {'for_net_delete': True} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:38.620949 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.services.segments.db [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafc1358-0749-4c4c-9cc5-eb104dec15db') {} {{(pid=93009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 23:14:38.628465 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] No DVR routers for this DVR port e8d37289-e648-4ded-a87e-b9f7db6c35da on host dv-cinder-679138-12-iscsi {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 23:14:38.631008 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:38.631355 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:38.631700 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:38.631883 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750116706807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11369255'] for segment, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:38.632051 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:38.632347 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:38.632679 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:38.633002 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:38.633329 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:38.633655 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:38.633976 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:38.634306 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:38.634649 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e133ce0a-40e2-4a5d-a4c2-827f5219fb07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-679138-12-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 23:14:38.654389 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139'] for segment, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:38.661832 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 23:14:38.662352 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4021139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11586116'] for segment, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: Traceback (most recent call last): Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: timer() Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: cb(*args, **kw) Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: return func(*args, **kwargs) Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: self._notify() Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: self.callback(batched_events) Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: event.method(event) Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: return f(self, *a, **k) Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._get(url).json() Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: return self.request(url, 'GET', **kwargs) Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 23:14:38.664972 dv-cinder-679138-12-iscsi neutron-server[93009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 23:14:38.739949 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4025298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-946679'] for network, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:38.746410 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583162'] for network, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:38.748553 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] 10.222.0.20 "DELETE /v2.0/networks/c60ffb03-9f51-46e7-a556-cf302c3e7637 HTTP/1.1" status: 204 len: 168 time: 0.6106966 Jul 23 23:14:38.759813 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee201c-8821-4d2b-b3a5-5e3af9a3243c admin admin] Pushing event deleted for resources: {'Network': ['ID=c60ffb03-9f51-46e7-a556-cf302c3e7637,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:14:38.876454 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 60436) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:14:38.921607 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-dd6303eb-03ab-4467-9f6d-1871a9f3e076 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b61ae0da91fd43c9af60865fe2ff0b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438881 Jul 23 23:14:38.924059 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [-] (93009) accepted ('10.222.0.20', 60438) {{(pid=93009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:14:38.975693 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-65175626-f27a-4d06-b761-f4a9b9261a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:38.999191 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-65175626-f27a-4d06-b761-f4a9b9261a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:39.063647 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-65175626-f27a-4d06-b761-f4a9b9261a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:39.067892 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron_lib.callbacks.manager [None req-65175626-f27a-4d06-b761-f4a9b9261a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:39.069679 dv-cinder-679138-12-iscsi neutron-server[93009]: INFO neutron.wsgi [None req-65175626-f27a-4d06-b761-f4a9b9261a29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/20a7c8b2-6df2-40be-af45-874914a8dedd HTTP/1.1" status: 204 len: 168 time: 0.1446102 Jul 23 23:14:39.079483 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65175626-f27a-4d06-b761-f4a9b9261a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a7c8b2-6df2-40be-af45-874914a8dedd,revision_number=None']} {{(pid=93009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:14:39.284175 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device e8d37289-e648-4ded-a87e-b9f7db6c35da no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:14:39.314321 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: e8d37289-e648-4ded-a87e-b9f7db6c35da {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:14:39.314702 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device e8d37289-e648-4ded-a87e-b9f7db6c35da not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:14:39.315133 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 162ca9a1-4cc4-47e3-b72e-8746650f8bf1 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:14:39.333788 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: 162ca9a1-4cc4-47e3-b72e-8746650f8bf1 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:14:39.334131 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device 162ca9a1-4cc4-47e3-b72e-8746650f8bf1 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:14:39.334837 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device a384b02e-dfa4-4b80-b31f-a51dd264d159 no longer exists at agent ovs-agent-dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 23:14:39.354263 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] No Port match for: a384b02e-dfa4-4b80-b31f-a51dd264d159 {{(pid=93011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 23 23:14:39.354577 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.rpc [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Device a384b02e-dfa4-4b80-b31f-a51dd264d159 not bound to the agent host dv-cinder-679138-12-iscsi {{(pid=93011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 23:14:39.447276 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 60444) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:14:39.490912 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-b474de72-d389-477b-a32e-07f7a0dd8a5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9b4921456b04d7b9bfbe4b82d6268ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420902 Jul 23 23:14:39.493509 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.wsgi [-] (93010) accepted ('10.222.0.20', 60446) {{(pid=93010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 23:14:39.545540 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a034ea58-8622-4e4f-94eb-5dc000dc0ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:39.567604 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a034ea58-8622-4e4f-94eb-5dc000dc0ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:39.646696 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a034ea58-8622-4e4f-94eb-5dc000dc0ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529823'] for security_group, after_delete {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:39.649553 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron_lib.callbacks.manager [None req-a034ea58-8622-4e4f-94eb-5dc000dc0ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:39.653105 dv-cinder-679138-12-iscsi neutron-server[93010]: INFO neutron.wsgi [None req-a034ea58-8622-4e4f-94eb-5dc000dc0ee4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdcbfb81-b685-4f1f-a93a-9a1a45a0fa02 HTTP/1.1" status: 204 len: 168 time: 0.1561780 Jul 23 23:14:39.660089 dv-cinder-679138-12-iscsi neutron-server[93010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034ea58-8622-4e4f-94eb-5dc000dc0ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcbfb81-b685-4f1f-a93a-9a1a45a0fa02,revision_number=None']} {{(pid=93010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 23:14:43.340934 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e96fa55b-9a22-463f-bb2b-ea0e051f7128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:45.569050 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:45.938634 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b40225cc-0224-4695-9c2c-43465964cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:46.227248 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:47.133295 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:48.832135 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:14:59.714955 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:15:13.333341 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9ac3af09-2552-4837-b5a1-cb09cb7bf33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:15.582077 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:15.939720 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-81e13f77-8a97-4bf2-b5e1-5aa11617e2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:16.228657 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:17.136781 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:18.837191 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:36.713878 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:15:43.334402 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-42f1dbfa-ad5a-4d19-a72e-d323abcceba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:45.599422 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:45.941851 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-841c6d70-48e8-4054-8d45-09ffa283dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:46.230123 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:47.140268 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:15:48.835933 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:13.335309 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5bcbbc0c-2eb5-401d-920d-a81ebb2fe510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:13.712582 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:16:15.598874 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:15.942734 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3eeb4a48-bf92-4b93-8ddb-f031bd34516f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:16.232059 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:17.143588 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:18.840153 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:43.335733 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-640812d6-80d8-471a-a0d5-0e61808512f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:45.599781 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:45.943051 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0e8074a3-957d-4b8a-86f9-250420515868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:46.233423 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:47.146010 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:48.843853 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:16:50.711631 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:17:13.335763 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0c261f8d-15ed-44ed-8909-41653bf391dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:15.596276 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:15.943679 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-55a1aa6a-b90b-40d9-a35f-6a6fcd823c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:16.237210 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:17.148486 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:18.846334 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:27.710062 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:17:36.697783 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [req-16add7bf-c0e4-4784-b4c6-f224f410fed0 req-da0b264a-06c0-412d-9d8f-5e1ded8bc890 service neutron] (93009) timed out ('10.222.0.47', 50677) {{(pid=93009) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 23:17:43.338476 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9e4f9d5a-4cdf-40af-9cf1-1fda68fbed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:45.595902 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:45.944280 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4bd2d083-d496-4aa5-9276-8062589537fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:46.237892 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:47.149729 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:17:47.258998 dv-cinder-679138-12-iscsi neutron-server[93009]: DEBUG neutron.wsgi [req-5b75fd22-4156-4026-837d-67d4e0b4a820 req-b27eb572-2f5f-4bef-93e4-4ea265d1c962 service neutron] (93009) timed out ('10.222.0.47', 50699) {{(pid=93009) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 23:17:48.850143 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:04.708727 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:18:13.339679 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c554eb74-3a82-4fba-bd5c-ce95879dad99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:15.610647 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:15.943919 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5c8dcffd-97da-434f-9a6e-ccf4112e2f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:16.242202 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:17.152960 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:18.889269 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:41.707863 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:18:43.341121 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-92162c59-c023-4717-9c11-206fe0b1fa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:45.609827 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:45.944209 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6764856b-788f-4782-81da-91cc972b1922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:46.244188 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:47.156247 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:18:48.855566 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:13.346294 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-41f91f69-7f17-435d-ac43-79268720a14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:15.622884 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:15.945030 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8624072c-0072-4eec-b651-b42daa7a0c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:16.245525 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:17.158751 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:18.706821 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 23:19:18.857859 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:43.338671 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-89997955-033a-4198-a383-ca8945ae5668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:45.630022 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-15bf0328-f273-450d-9b3f-53767261e9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:45.947027 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-dacdd451-4150-421a-8c87-0fb074649b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:46.248402 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4154a2e1-c4e5-47ec-b0ee-b963bf2b0838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:47.164103 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f12012b-a558-46f3-8005-6a7f23d912ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:48.859927 dv-cinder-679138-12-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-232957ed-c7b7-405f-8c70-f1b5da698b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750116804976', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4023829'] for agent, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 23:19:55.704747 dv-cinder-679138-12-iscsi neutron-server[93012]: DEBUG neutron.db.agents_db [None req-c4ddb833-c05f-4cb9-86e2-3fcffa19a5ee None None] Agent healthcheck: found 6 active agents {{(pid=93012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}